In [12]:
#Load necessary libraries
import tensorflow as tf
import numpy as np
import tensorflow.contrib.slim as slim
import input_data
import matplotlib.pyplot as plt
%matplotlib inline
To obtain the CIFAR10 dataset, go here: https://www.cs.toronto.edu/~kriz/cifar.html
The training data is stored in 5 separate files, and we will alternate between them during training.
In [13]:
def unpickle(file):
import cPickle
fo = open(file, 'rb')
dict = cPickle.load(fo)
fo.close()
return dict
def ConvertImages(raw):
"""
Convert images from the CIFAR-10 format and
return a 4-dim array with shape: [image_number, height, width, channel]
where the pixels are floats between 0.0 and 1.0.
"""
# Convert the raw images from the data-files to floating-points.
raw_float = np.array(raw, dtype=float) / 255.0
# Reshape the array to 4-dimensions.
images = raw_float.reshape([-1, 3, 32, 32])
# Reorder the indices of the array.
images = images.transpose([0, 2, 3, 1])
return images
In [14]:
currentCifar = 1
cifar = unpickle('./cifar10/data_batch_1')
cifarT = unpickle('./cifar10/test_batch')
In [15]:
total_layers = 25 #Specify how deep we want our network
units_between_stride = total_layers / 5
In [16]:
tf.reset_default_graph()
input_layer = tf.placeholder(shape=[None,32,32,3],dtype=tf.float32,name='input')
label_layer = tf.placeholder(shape=[None],dtype=tf.int32)
label_oh = slim.layers.one_hot_encoding(label_layer,10)
layer1 = slim.conv2d(input_layer,64,[3,3],normalizer_fn=slim.batch_norm,scope='conv_'+str(0))
for i in range(5):
for j in range(units_between_stride):
layer1 = slim.conv2d(layer1,64,[3,3],normalizer_fn=slim.batch_norm,scope='conv_'+str((j+1) + (i*units_between_stride)))
layer1 = slim.conv2d(layer1,64,[3,3],stride=[2,2],normalizer_fn=slim.batch_norm,scope='conv_s_'+str(i))
top = slim.conv2d(layer1,10,[3,3],normalizer_fn=slim.batch_norm,activation_fn=None,scope='conv_top')
output = slim.layers.softmax(slim.layers.flatten(top))
loss = tf.reduce_mean(-tf.reduce_sum(label_oh * tf.log(output) + 1e-10, axis=[1]))
trainer = tf.train.AdamOptimizer(learning_rate=0.001)
update = trainer.minimize(loss)
In [17]:
from IPython.display import clear_output, Image, display, HTML
def strip_consts(graph_def, max_const_size=32):
"""Strip large constant values from graph_def."""
strip_def = tf.GraphDef()
for n0 in graph_def.node:
n = strip_def.node.add()
n.MergeFrom(n0)
if n.op == 'Const':
tensor = n.attr['value'].tensor
size = len(tensor.tensor_content)
if size > max_const_size:
tensor.tensor_content = "<stripped %d bytes>"%size
return strip_def
def show_graph(graph_def, max_const_size=32):
"""Visualize TensorFlow graph."""
if hasattr(graph_def, 'as_graph_def'):
graph_def = graph_def.as_graph_def()
strip_def = strip_consts(graph_def, max_const_size=max_const_size)
code = """
<script>
function load() {{
document.getElementById("{id}").pbtxt = {data};
}}
</script>
<link rel="import" href="https://tensorboard.appspot.com/tf-graph-basic.build.html" onload=load()>
<div style="height:600px">
<tf-graph-basic id="{id}"></tf-graph-basic>
</div>
""".format(data=repr(str(strip_def)), id='graph'+str(np.random.rand()))
iframe = """
<iframe seamless style="width:1200px;height:620px;border:0" srcdoc="{}"></iframe>
""".format(code.replace('"', '"'))
display(HTML(iframe))
In [7]:
show_graph(tf.get_default_graph().as_graph_def())
In [8]:
init = tf.global_variables_initializer()
batch_size = 64
currentCifar = 1
total_steps = 20000
l = []
a = []
aT = []
saver = tf.train.Saver()
sess = tf.Session()
sess.run(init)
i = 0
draw = range(10000)
while i < total_steps:
if i % (10000/batch_size) != 0:
batch_index = np.random.choice(draw,size=batch_size,replace=False)
else:
draw = range(10000)
if currentCifar == 5:
currentCifar = 1
print "Switched CIFAR set to " + str(currentCifar)
else:
currentCifar = currentCifar + 1
print "Switched CIFAR set to " + str(currentCifar)
cifar = unpickle('./cifar10/data_batch_'+str(currentCifar))
batch_index = np.random.choice(draw,size=batch_size,replace=False)
x = ConvertImages(cifar['data'][batch_index])
y = np.reshape(np.array(cifar['labels'])[batch_index],[batch_size,1])
_,lossA,yP,LO = sess.run([update,loss,output,label_oh],feed_dict={input_layer:x,label_layer:np.hstack(y)})
accuracy = np.sum(np.equal(np.hstack(y),np.argmax(yP,1)))/float(len(y))
l.append(lossA)
a.append(accuracy)
if i % 10 == 0: print "Step: " + str(i) + " Loss: " + str(lossA) + " Accuracy: " + str(accuracy)
if i % 100 == 0:
point = np.random.randint(0,10000-500)
xT = ConvertImages(cifarT['data'][point:point+500])
yT = np.reshape(np.array(cifarT['labels'])[point:point+500],[500])
lossT,yP = sess.run([loss,output],feed_dict={input_layer:xT,label_layer:yT})
accuracy = np.sum(np.equal(yT,np.argmax(yP,1)))/float(len(yT))
aT.append(accuracy)
print "Test set accuracy: " + str(accuracy)
i+= 1
save_path = saver.save(sess, "./trainingmodels/RegularNet/model_regularnet.ckpt")
print "Model saved in file: " + str(save_path)
sess.close()
Switched CIFAR set to 2
Step: 0 Loss: 2.80273 Accuracy: 0.140625
Test set accuracy: 0.08
Step: 10 Loss: 2.43121 Accuracy: 0.09375
Step: 20 Loss: 2.4807 Accuracy: 0.125
Step: 30 Loss: 2.33313 Accuracy: 0.0625
Step: 40 Loss: 2.2087 Accuracy: 0.15625
Step: 50 Loss: 2.17728 Accuracy: 0.171875
Step: 60 Loss: 2.12482 Accuracy: 0.265625
Step: 70 Loss: 2.09211 Accuracy: 0.203125
Step: 80 Loss: 2.10615 Accuracy: 0.171875
Step: 90 Loss: 1.97439 Accuracy: 0.25
Step: 100 Loss: 1.98429 Accuracy: 0.21875
Test set accuracy: 0.224
Step: 110 Loss: 1.96683 Accuracy: 0.359375
Step: 120 Loss: 2.04758 Accuracy: 0.171875
Step: 130 Loss: 1.97782 Accuracy: 0.25
Step: 140 Loss: 2.12621 Accuracy: 0.15625
Step: 150 Loss: 1.76279 Accuracy: 0.34375
Switched CIFAR set to 3
Step: 160 Loss: 1.86327 Accuracy: 0.296875
Step: 170 Loss: 1.83411 Accuracy: 0.328125
Step: 180 Loss: 1.81969 Accuracy: 0.328125
Step: 190 Loss: 1.69023 Accuracy: 0.28125
Step: 200 Loss: 1.89762 Accuracy: 0.203125
Test set accuracy: 0.336
Step: 210 Loss: 1.97326 Accuracy: 0.328125
Step: 220 Loss: 1.86318 Accuracy: 0.3125
Step: 230 Loss: 1.64376 Accuracy: 0.4375
Step: 240 Loss: 1.66229 Accuracy: 0.34375
Step: 250 Loss: 1.75744 Accuracy: 0.375
Step: 260 Loss: 1.8246 Accuracy: 0.28125
Step: 270 Loss: 1.63145 Accuracy: 0.4375
Step: 280 Loss: 1.72978 Accuracy: 0.359375
Step: 290 Loss: 1.81664 Accuracy: 0.34375
Step: 300 Loss: 1.70014 Accuracy: 0.390625
Test set accuracy: 0.354
Step: 310 Loss: 1.79323 Accuracy: 0.25
Switched CIFAR set to 4
Step: 320 Loss: 1.74616 Accuracy: 0.359375
Step: 330 Loss: 1.73425 Accuracy: 0.296875
Step: 340 Loss: 1.883 Accuracy: 0.28125
Step: 350 Loss: 1.72507 Accuracy: 0.390625
Step: 360 Loss: 1.88301 Accuracy: 0.359375
Step: 370 Loss: 1.68201 Accuracy: 0.390625
Step: 380 Loss: 1.6173 Accuracy: 0.359375
Step: 390 Loss: 1.84594 Accuracy: 0.359375
Step: 400 Loss: 1.64592 Accuracy: 0.484375
Test set accuracy: 0.374
Step: 410 Loss: 1.53804 Accuracy: 0.453125
Step: 420 Loss: 1.55553 Accuracy: 0.4375
Step: 430 Loss: 1.89091 Accuracy: 0.25
Step: 440 Loss: 1.65265 Accuracy: 0.375
Step: 450 Loss: 1.59538 Accuracy: 0.359375
Step: 460 Loss: 1.77055 Accuracy: 0.328125
Switched CIFAR set to 5
Step: 470 Loss: 1.49941 Accuracy: 0.375
Step: 480 Loss: 1.6698 Accuracy: 0.453125
Step: 490 Loss: 1.80453 Accuracy: 0.28125
Step: 500 Loss: 1.77853 Accuracy: 0.390625
Test set accuracy: 0.41
Step: 510 Loss: 1.49383 Accuracy: 0.5
Step: 520 Loss: 1.54374 Accuracy: 0.515625
Step: 530 Loss: 1.65042 Accuracy: 0.390625
Step: 540 Loss: 1.59022 Accuracy: 0.4375
Step: 550 Loss: 1.71944 Accuracy: 0.4375
Step: 560 Loss: 1.4917 Accuracy: 0.421875
Step: 570 Loss: 1.53295 Accuracy: 0.453125
Step: 580 Loss: 1.72519 Accuracy: 0.390625
Step: 590 Loss: 1.74823 Accuracy: 0.390625
Step: 600 Loss: 1.47426 Accuracy: 0.53125
Test set accuracy: 0.426
Step: 610 Loss: 1.40958 Accuracy: 0.515625
Step: 620 Loss: 1.52513 Accuracy: 0.421875
Switched CIFAR set to 1
Step: 630 Loss: 1.76164 Accuracy: 0.453125
Step: 640 Loss: 1.78368 Accuracy: 0.3125
Step: 650 Loss: 1.83743 Accuracy: 0.375
Step: 660 Loss: 1.6458 Accuracy: 0.515625
Step: 670 Loss: 1.28856 Accuracy: 0.640625
Step: 680 Loss: 1.64234 Accuracy: 0.421875
Step: 690 Loss: 1.60481 Accuracy: 0.484375
Step: 700 Loss: 1.34315 Accuracy: 0.5625
Test set accuracy: 0.434
Step: 710 Loss: 1.47351 Accuracy: 0.546875
Step: 720 Loss: 1.59782 Accuracy: 0.421875
Step: 730 Loss: 1.58737 Accuracy: 0.4375
Step: 740 Loss: 1.48034 Accuracy: 0.453125
Step: 750 Loss: 1.4625 Accuracy: 0.53125
Step: 760 Loss: 1.48323 Accuracy: 0.484375
Step: 770 Loss: 1.45855 Accuracy: 0.515625
Switched CIFAR set to 2
Step: 780 Loss: 1.68739 Accuracy: 0.359375
Step: 790 Loss: 1.36099 Accuracy: 0.53125
Step: 800 Loss: 1.44582 Accuracy: 0.484375
Test set accuracy: 0.448
Step: 810 Loss: 1.44045 Accuracy: 0.53125
Step: 820 Loss: 1.63631 Accuracy: 0.421875
Step: 830 Loss: 1.57744 Accuracy: 0.40625
Step: 840 Loss: 1.48795 Accuracy: 0.453125
Step: 850 Loss: 1.51822 Accuracy: 0.515625
Step: 860 Loss: 1.41732 Accuracy: 0.5
Step: 870 Loss: 1.55127 Accuracy: 0.4375
Step: 880 Loss: 1.6542 Accuracy: 0.453125
Step: 890 Loss: 1.5397 Accuracy: 0.421875
Step: 900 Loss: 1.37198 Accuracy: 0.515625
Test set accuracy: 0.492
Step: 910 Loss: 1.38146 Accuracy: 0.5625
Step: 920 Loss: 1.51559 Accuracy: 0.5
Step: 930 Loss: 1.35368 Accuracy: 0.609375
Switched CIFAR set to 3
Step: 940 Loss: 1.52167 Accuracy: 0.515625
Step: 950 Loss: 1.46195 Accuracy: 0.515625
Step: 960 Loss: 1.77973 Accuracy: 0.40625
Step: 970 Loss: 1.53464 Accuracy: 0.46875
Step: 980 Loss: 1.46662 Accuracy: 0.5
Step: 990 Loss: 1.4303 Accuracy: 0.453125
Step: 1000 Loss: 1.34974 Accuracy: 0.546875
Test set accuracy: 0.46
Step: 1010 Loss: 1.39269 Accuracy: 0.546875
Step: 1020 Loss: 1.56658 Accuracy: 0.515625
Step: 1030 Loss: 1.30417 Accuracy: 0.578125
Step: 1040 Loss: 1.38275 Accuracy: 0.515625
Step: 1050 Loss: 1.23665 Accuracy: 0.609375
Step: 1060 Loss: 1.36149 Accuracy: 0.546875
Step: 1070 Loss: 1.29132 Accuracy: 0.609375
Step: 1080 Loss: 1.22635 Accuracy: 0.578125
Step: 1090 Loss: 1.26979 Accuracy: 0.546875
Switched CIFAR set to 4
Step: 1100 Loss: 1.63479 Accuracy: 0.421875
Test set accuracy: 0.542
Step: 1110 Loss: 1.47848 Accuracy: 0.484375
Step: 1120 Loss: 1.47453 Accuracy: 0.453125
Step: 1130 Loss: 1.4747 Accuracy: 0.40625
Step: 1140 Loss: 1.30746 Accuracy: 0.578125
Step: 1150 Loss: 1.30452 Accuracy: 0.5625
Step: 1160 Loss: 1.29473 Accuracy: 0.609375
Step: 1170 Loss: 1.41788 Accuracy: 0.5625
Step: 1180 Loss: 1.41281 Accuracy: 0.5625
Step: 1190 Loss: 1.39199 Accuracy: 0.5
Step: 1200 Loss: 1.36025 Accuracy: 0.59375
Test set accuracy: 0.542
Step: 1210 Loss: 1.22113 Accuracy: 0.640625
Step: 1220 Loss: 1.24262 Accuracy: 0.578125
Step: 1230 Loss: 1.61292 Accuracy: 0.34375
Step: 1240 Loss: 1.23752 Accuracy: 0.59375
Switched CIFAR set to 5
Step: 1250 Loss: 1.33834 Accuracy: 0.53125
Step: 1260 Loss: 1.42837 Accuracy: 0.546875
Step: 1270 Loss: 1.46696 Accuracy: 0.5
Step: 1280 Loss: 1.35841 Accuracy: 0.5625
Step: 1290 Loss: 1.48753 Accuracy: 0.453125
Step: 1300 Loss: 1.44157 Accuracy: 0.484375
Test set accuracy: 0.538
Step: 1310 Loss: 1.38752 Accuracy: 0.5
Step: 1320 Loss: 1.20363 Accuracy: 0.609375
Step: 1330 Loss: 1.22847 Accuracy: 0.625
Step: 1340 Loss: 1.29532 Accuracy: 0.609375
Step: 1350 Loss: 1.26508 Accuracy: 0.578125
Step: 1360 Loss: 1.26266 Accuracy: 0.578125
Step: 1370 Loss: 1.22055 Accuracy: 0.625
Step: 1380 Loss: 1.23018 Accuracy: 0.625
Step: 1390 Loss: 1.21049 Accuracy: 0.609375
Step: 1400 Loss: 1.14817 Accuracy: 0.625
Test set accuracy: 0.542
Switched CIFAR set to 1
Step: 1410 Loss: 1.71139 Accuracy: 0.421875
Step: 1420 Loss: 1.55066 Accuracy: 0.546875
Step: 1430 Loss: 1.41563 Accuracy: 0.578125
Step: 1440 Loss: 1.2878 Accuracy: 0.515625
Step: 1450 Loss: 1.45342 Accuracy: 0.5625
Step: 1460 Loss: 1.32885 Accuracy: 0.453125
Step: 1470 Loss: 1.33411 Accuracy: 0.5
Step: 1480 Loss: 1.23975 Accuracy: 0.625
Step: 1490 Loss: 1.38758 Accuracy: 0.515625
Step: 1500 Loss: 1.44214 Accuracy: 0.53125
Test set accuracy: 0.584
Step: 1510 Loss: 1.1629 Accuracy: 0.625
Step: 1520 Loss: 1.22212 Accuracy: 0.671875
Step: 1530 Loss: 1.34468 Accuracy: 0.515625
Step: 1540 Loss: 1.02859 Accuracy: 0.734375
Step: 1550 Loss: 1.14298 Accuracy: 0.625
Switched CIFAR set to 2
Step: 1560 Loss: 1.47789 Accuracy: 0.546875
Step: 1570 Loss: 1.45335 Accuracy: 0.546875
Step: 1580 Loss: 1.29046 Accuracy: 0.5625
Step: 1590 Loss: 1.38316 Accuracy: 0.53125
Step: 1600 Loss: 1.35207 Accuracy: 0.53125
Test set accuracy: 0.574
Step: 1610 Loss: 1.478 Accuracy: 0.421875
Step: 1620 Loss: 1.30055 Accuracy: 0.5625
Step: 1630 Loss: 1.26292 Accuracy: 0.546875
Step: 1640 Loss: 1.2995 Accuracy: 0.53125
Step: 1650 Loss: 1.34719 Accuracy: 0.578125
Step: 1660 Loss: 1.30186 Accuracy: 0.59375
Step: 1670 Loss: 1.29102 Accuracy: 0.53125
Step: 1680 Loss: 1.25356 Accuracy: 0.609375
Step: 1690 Loss: 1.35418 Accuracy: 0.53125
Step: 1700 Loss: 1.19205 Accuracy: 0.59375
Test set accuracy: 0.594
Step: 1710 Loss: 1.30719 Accuracy: 0.53125
Switched CIFAR set to 3
Step: 1720 Loss: 1.04657 Accuracy: 0.6875
Step: 1730 Loss: 1.13669 Accuracy: 0.609375
Step: 1740 Loss: 1.15132 Accuracy: 0.625
Step: 1750 Loss: 1.30899 Accuracy: 0.5625
Step: 1760 Loss: 1.26037 Accuracy: 0.53125
Step: 1770 Loss: 1.41192 Accuracy: 0.578125
Step: 1780 Loss: 1.34775 Accuracy: 0.53125
Step: 1790 Loss: 1.16711 Accuracy: 0.59375
Step: 1800 Loss: 1.11851 Accuracy: 0.71875
Test set accuracy: 0.544
Step: 1810 Loss: 1.17768 Accuracy: 0.609375
Step: 1820 Loss: 1.37948 Accuracy: 0.453125
Step: 1830 Loss: 1.00253 Accuracy: 0.75
Step: 1840 Loss: 1.05129 Accuracy: 0.625
Step: 1850 Loss: 1.13819 Accuracy: 0.65625
Step: 1860 Loss: 1.06955 Accuracy: 0.6875
Step: 1870 Loss: 0.93404 Accuracy: 0.75
Switched CIFAR set to 4
Step: 1880 Loss: 1.18026 Accuracy: 0.625
Step: 1890 Loss: 1.30028 Accuracy: 0.59375
Step: 1900 Loss: 1.44292 Accuracy: 0.53125
Test set accuracy: 0.588
Step: 1910 Loss: 1.12629 Accuracy: 0.65625
Step: 1920 Loss: 1.13255 Accuracy: 0.609375
Step: 1930 Loss: 1.11347 Accuracy: 0.640625
Step: 1940 Loss: 1.19634 Accuracy: 0.65625
Step: 1950 Loss: 0.958582 Accuracy: 0.71875
Step: 1960 Loss: 1.41466 Accuracy: 0.546875
Step: 1970 Loss: 1.19176 Accuracy: 0.65625
Step: 1980 Loss: 1.43961 Accuracy: 0.53125
Step: 1990 Loss: 1.40303 Accuracy: 0.546875
Step: 2000 Loss: 1.37896 Accuracy: 0.5625
Test set accuracy: 0.616
Step: 2010 Loss: 1.05809 Accuracy: 0.671875
Step: 2020 Loss: 1.17998 Accuracy: 0.625
Switched CIFAR set to 5
Step: 2030 Loss: 1.23487 Accuracy: 0.59375
Step: 2040 Loss: 1.2236 Accuracy: 0.609375
Step: 2050 Loss: 1.321 Accuracy: 0.5
Step: 2060 Loss: 1.09296 Accuracy: 0.640625
Step: 2070 Loss: 1.23906 Accuracy: 0.59375
Step: 2080 Loss: 1.11825 Accuracy: 0.65625
Step: 2090 Loss: 1.12476 Accuracy: 0.671875
Step: 2100 Loss: 1.18148 Accuracy: 0.609375
Test set accuracy: 0.6
Step: 2110 Loss: 1.12096 Accuracy: 0.703125
Step: 2120 Loss: 0.792826 Accuracy: 0.78125
Step: 2130 Loss: 1.05103 Accuracy: 0.671875
Step: 2140 Loss: 1.24191 Accuracy: 0.609375
Step: 2150 Loss: 1.1762 Accuracy: 0.65625
Step: 2160 Loss: 1.16447 Accuracy: 0.5625
Step: 2170 Loss: 1.18861 Accuracy: 0.59375
Step: 2180 Loss: 1.24019 Accuracy: 0.609375
Switched CIFAR set to 1
Step: 2190 Loss: 1.35808 Accuracy: 0.5625
Step: 2200 Loss: 1.15044 Accuracy: 0.625
Test set accuracy: 0.628
Step: 2210 Loss: 1.01268 Accuracy: 0.75
Step: 2220 Loss: 1.10555 Accuracy: 0.671875
Step: 2230 Loss: 0.913018 Accuracy: 0.75
Step: 2240 Loss: 1.01769 Accuracy: 0.71875
Step: 2250 Loss: 1.15911 Accuracy: 0.625
Step: 2260 Loss: 1.27195 Accuracy: 0.609375
Step: 2270 Loss: 1.11564 Accuracy: 0.6875
Step: 2280 Loss: 1.12871 Accuracy: 0.578125
Step: 2290 Loss: 1.15987 Accuracy: 0.609375
Step: 2300 Loss: 1.12017 Accuracy: 0.65625
Test set accuracy: 0.618
Step: 2310 Loss: 1.07631 Accuracy: 0.6875
Step: 2320 Loss: 1.13752 Accuracy: 0.625
Step: 2330 Loss: 0.867998 Accuracy: 0.765625
Switched CIFAR set to 2
Step: 2340 Loss: 1.20595 Accuracy: 0.671875
Step: 2350 Loss: 1.00403 Accuracy: 0.703125
Step: 2360 Loss: 1.26713 Accuracy: 0.578125
Step: 2370 Loss: 1.21725 Accuracy: 0.625
Step: 2380 Loss: 1.28295 Accuracy: 0.59375
Step: 2390 Loss: 1.1181 Accuracy: 0.703125
Step: 2400 Loss: 1.12526 Accuracy: 0.546875
Test set accuracy: 0.634
Step: 2410 Loss: 1.12159 Accuracy: 0.625
Step: 2420 Loss: 1.00758 Accuracy: 0.6875
Step: 2430 Loss: 1.05003 Accuracy: 0.65625
Step: 2440 Loss: 1.10625 Accuracy: 0.625
Step: 2450 Loss: 1.14578 Accuracy: 0.65625
Step: 2460 Loss: 1.04117 Accuracy: 0.734375
Step: 2470 Loss: 0.934197 Accuracy: 0.734375
Step: 2480 Loss: 1.19078 Accuracy: 0.578125
Step: 2490 Loss: 1.32315 Accuracy: 0.625
Switched CIFAR set to 3
Step: 2500 Loss: 1.05771 Accuracy: 0.671875
Test set accuracy: 0.67
Step: 2510 Loss: 1.11655 Accuracy: 0.671875
Step: 2520 Loss: 1.11358 Accuracy: 0.609375
Step: 2530 Loss: 0.999176 Accuracy: 0.671875
Step: 2540 Loss: 0.993211 Accuracy: 0.703125
Step: 2550 Loss: 1.06561 Accuracy: 0.671875
Step: 2560 Loss: 1.16768 Accuracy: 0.625
Step: 2570 Loss: 0.916776 Accuracy: 0.6875
Step: 2580 Loss: 1.08946 Accuracy: 0.625
Step: 2590 Loss: 1.07453 Accuracy: 0.71875
Step: 2600 Loss: 1.17357 Accuracy: 0.578125
Test set accuracy: 0.67
Step: 2610 Loss: 1.09453 Accuracy: 0.65625
Step: 2620 Loss: 1.03213 Accuracy: 0.71875
Step: 2630 Loss: 1.0782 Accuracy: 0.65625
Step: 2640 Loss: 1.11918 Accuracy: 0.5625
Step: 2650 Loss: 0.987272 Accuracy: 0.734375
Switched CIFAR set to 4
Step: 2660 Loss: 0.898174 Accuracy: 0.78125
Step: 2670 Loss: 0.983041 Accuracy: 0.734375
Step: 2680 Loss: 0.97383 Accuracy: 0.734375
Step: 2690 Loss: 1.11523 Accuracy: 0.671875
Step: 2700 Loss: 1.00751 Accuracy: 0.65625
Test set accuracy: 0.628
Step: 2710 Loss: 1.37863 Accuracy: 0.515625
Step: 2720 Loss: 0.970276 Accuracy: 0.734375
Step: 2730 Loss: 1.03727 Accuracy: 0.71875
Step: 2740 Loss: 0.999583 Accuracy: 0.6875
Step: 2750 Loss: 0.978534 Accuracy: 0.71875
Step: 2760 Loss: 0.943833 Accuracy: 0.734375
Step: 2770 Loss: 1.10714 Accuracy: 0.671875
Step: 2780 Loss: 1.08407 Accuracy: 0.703125
Step: 2790 Loss: 1.00009 Accuracy: 0.703125
Step: 2800 Loss: 0.988569 Accuracy: 0.6875
Test set accuracy: 0.708
Switched CIFAR set to 5
Step: 2810 Loss: 1.10883 Accuracy: 0.65625
Step: 2820 Loss: 0.956505 Accuracy: 0.734375
Step: 2830 Loss: 1.22023 Accuracy: 0.625
Step: 2840 Loss: 1.30366 Accuracy: 0.515625
Step: 2850 Loss: 1.16283 Accuracy: 0.671875
Step: 2860 Loss: 1.11252 Accuracy: 0.671875
Step: 2870 Loss: 0.969702 Accuracy: 0.671875
Step: 2880 Loss: 1.14689 Accuracy: 0.625
Step: 2890 Loss: 0.87733 Accuracy: 0.796875
Step: 2900 Loss: 0.991148 Accuracy: 0.71875
Test set accuracy: 0.686
Step: 2910 Loss: 0.806472 Accuracy: 0.796875
Step: 2920 Loss: 0.978979 Accuracy: 0.703125
Step: 2930 Loss: 0.897145 Accuracy: 0.75
Step: 2940 Loss: 1.07669 Accuracy: 0.6875
Step: 2950 Loss: 1.07499 Accuracy: 0.703125
Step: 2960 Loss: 0.925674 Accuracy: 0.796875
Switched CIFAR set to 1
Step: 2970 Loss: 0.954313 Accuracy: 0.6875
Step: 2980 Loss: 1.11775 Accuracy: 0.65625
Step: 2990 Loss: 1.17737 Accuracy: 0.609375
Step: 3000 Loss: 1.04078 Accuracy: 0.6875
Test set accuracy: 0.686
Step: 3010 Loss: 1.01049 Accuracy: 0.671875
Step: 3020 Loss: 0.952361 Accuracy: 0.75
Step: 3030 Loss: 0.92982 Accuracy: 0.75
Step: 3040 Loss: 1.21838 Accuracy: 0.59375
Step: 3050 Loss: 0.924587 Accuracy: 0.734375
Step: 3060 Loss: 1.19529 Accuracy: 0.65625
Step: 3070 Loss: 0.757892 Accuracy: 0.828125
Step: 3080 Loss: 0.989225 Accuracy: 0.671875
Step: 3090 Loss: 0.76277 Accuracy: 0.828125
Step: 3100 Loss: 0.863287 Accuracy: 0.71875
Test set accuracy: 0.674
Step: 3110 Loss: 1.12018 Accuracy: 0.640625
Switched CIFAR set to 2
Step: 3120 Loss: 1.14308 Accuracy: 0.65625
Step: 3130 Loss: 1.12726 Accuracy: 0.640625
Step: 3140 Loss: 1.06245 Accuracy: 0.703125
Step: 3150 Loss: 1.22055 Accuracy: 0.578125
Step: 3160 Loss: 1.413 Accuracy: 0.5625
Step: 3170 Loss: 1.20062 Accuracy: 0.609375
Step: 3180 Loss: 0.944151 Accuracy: 0.75
Step: 3190 Loss: 0.856919 Accuracy: 0.75
Step: 3200 Loss: 1.06143 Accuracy: 0.671875
Test set accuracy: 0.694
Step: 3210 Loss: 0.880087 Accuracy: 0.75
Step: 3220 Loss: 0.836775 Accuracy: 0.8125
Step: 3230 Loss: 1.0739 Accuracy: 0.6875
Step: 3240 Loss: 0.838943 Accuracy: 0.765625
Step: 3250 Loss: 1.03517 Accuracy: 0.703125
Step: 3260 Loss: 0.92936 Accuracy: 0.71875
Step: 3270 Loss: 0.902317 Accuracy: 0.765625
Switched CIFAR set to 3
Step: 3280 Loss: 1.08381 Accuracy: 0.671875
Step: 3290 Loss: 0.899187 Accuracy: 0.75
Step: 3300 Loss: 1.23461 Accuracy: 0.625
Test set accuracy: 0.666
Step: 3310 Loss: 1.02199 Accuracy: 0.703125
Step: 3320 Loss: 1.0892 Accuracy: 0.671875
Step: 3330 Loss: 0.927283 Accuracy: 0.71875
Step: 3340 Loss: 1.08741 Accuracy: 0.703125
Step: 3350 Loss: 0.992926 Accuracy: 0.75
Step: 3360 Loss: 1.02959 Accuracy: 0.703125
Step: 3370 Loss: 0.891758 Accuracy: 0.75
Step: 3380 Loss: 0.773091 Accuracy: 0.796875
Step: 3390 Loss: 0.774974 Accuracy: 0.78125
Step: 3400 Loss: 1.04531 Accuracy: 0.6875
Test set accuracy: 0.66
Step: 3410 Loss: 1.02465 Accuracy: 0.703125
Step: 3420 Loss: 0.995249 Accuracy: 0.734375
Step: 3430 Loss: 1.02415 Accuracy: 0.6875
Switched CIFAR set to 4
Step: 3440 Loss: 1.04627 Accuracy: 0.625
Step: 3450 Loss: 0.889652 Accuracy: 0.78125
Step: 3460 Loss: 0.899555 Accuracy: 0.734375
Step: 3470 Loss: 1.05053 Accuracy: 0.71875
Step: 3480 Loss: 0.982302 Accuracy: 0.71875
Step: 3490 Loss: 0.914615 Accuracy: 0.734375
Step: 3500 Loss: 1.05082 Accuracy: 0.65625
Test set accuracy: 0.684
Step: 3510 Loss: 1.09429 Accuracy: 0.703125
Step: 3520 Loss: 0.988285 Accuracy: 0.703125
Step: 3530 Loss: 1.04943 Accuracy: 0.6875
Step: 3540 Loss: 1.12679 Accuracy: 0.6875
Step: 3550 Loss: 0.815756 Accuracy: 0.796875
Step: 3560 Loss: 0.92133 Accuracy: 0.71875
Step: 3570 Loss: 1.06735 Accuracy: 0.65625
Step: 3580 Loss: 0.981454 Accuracy: 0.703125
Switched CIFAR set to 5
Step: 3590 Loss: 0.825082 Accuracy: 0.78125
Step: 3600 Loss: 0.99806 Accuracy: 0.71875
Test set accuracy: 0.682
Step: 3610 Loss: 0.924268 Accuracy: 0.734375
Step: 3620 Loss: 0.8499 Accuracy: 0.75
Step: 3630 Loss: 1.10329 Accuracy: 0.6875
Step: 3640 Loss: 1.08348 Accuracy: 0.6875
Step: 3650 Loss: 0.827809 Accuracy: 0.78125
Step: 3660 Loss: 0.682009 Accuracy: 0.84375
Step: 3670 Loss: 0.938393 Accuracy: 0.734375
Step: 3680 Loss: 0.867722 Accuracy: 0.765625
Step: 3690 Loss: 0.745721 Accuracy: 0.828125
Step: 3700 Loss: 1.09894 Accuracy: 0.640625
Test set accuracy: 0.706
Step: 3710 Loss: 1.03149 Accuracy: 0.71875
Step: 3720 Loss: 0.949606 Accuracy: 0.734375
Step: 3730 Loss: 0.764277 Accuracy: 0.8125
Step: 3740 Loss: 0.820214 Accuracy: 0.78125
Switched CIFAR set to 1
Step: 3750 Loss: 0.988564 Accuracy: 0.6875
Step: 3760 Loss: 0.972296 Accuracy: 0.765625
Step: 3770 Loss: 0.925364 Accuracy: 0.765625
Step: 3780 Loss: 0.938905 Accuracy: 0.75
Step: 3790 Loss: 1.14905 Accuracy: 0.6875
Step: 3800 Loss: 1.00403 Accuracy: 0.6875
Test set accuracy: 0.72
Step: 3810 Loss: 0.898586 Accuracy: 0.75
Step: 3820 Loss: 0.863837 Accuracy: 0.75
Step: 3830 Loss: 0.904752 Accuracy: 0.765625
Step: 3840 Loss: 0.750511 Accuracy: 0.828125
Step: 3850 Loss: 1.00385 Accuracy: 0.6875
Step: 3860 Loss: 0.97791 Accuracy: 0.71875
Step: 3870 Loss: 0.656684 Accuracy: 0.84375
Step: 3880 Loss: 0.870175 Accuracy: 0.75
Step: 3890 Loss: 0.894643 Accuracy: 0.734375
Switched CIFAR set to 2
Step: 3900 Loss: 1.09567 Accuracy: 0.625
Test set accuracy: 0.69
Step: 3910 Loss: 0.920792 Accuracy: 0.75
Step: 3920 Loss: 0.982109 Accuracy: 0.75
Step: 3930 Loss: 0.795772 Accuracy: 0.8125
Step: 3940 Loss: 1.01425 Accuracy: 0.71875
Step: 3950 Loss: 1.00557 Accuracy: 0.703125
Step: 3960 Loss: 0.845053 Accuracy: 0.734375
Step: 3970 Loss: 0.880024 Accuracy: 0.75
Step: 3980 Loss: 0.966979 Accuracy: 0.734375
Step: 3990 Loss: 0.761285 Accuracy: 0.8125
Step: 4000 Loss: 0.82098 Accuracy: 0.8125
Test set accuracy: 0.714
Step: 4010 Loss: 1.06554 Accuracy: 0.703125
Step: 4020 Loss: 0.906648 Accuracy: 0.71875
Step: 4030 Loss: 1.01683 Accuracy: 0.671875
Step: 4040 Loss: 0.96146 Accuracy: 0.703125
Step: 4050 Loss: 0.871788 Accuracy: 0.765625
Switched CIFAR set to 3
Step: 4060 Loss: 0.847871 Accuracy: 0.71875
Step: 4070 Loss: 0.949812 Accuracy: 0.796875
Step: 4080 Loss: 0.971104 Accuracy: 0.75
Step: 4090 Loss: 0.92076 Accuracy: 0.734375
Step: 4100 Loss: 0.854444 Accuracy: 0.75
Test set accuracy: 0.756
Step: 4110 Loss: 0.87176 Accuracy: 0.8125
Step: 4120 Loss: 0.963346 Accuracy: 0.765625
Step: 4130 Loss: 0.874392 Accuracy: 0.78125
Step: 4140 Loss: 0.995414 Accuracy: 0.75
Step: 4150 Loss: 0.742615 Accuracy: 0.859375
Step: 4160 Loss: 1.08111 Accuracy: 0.703125
Step: 4170 Loss: 0.765586 Accuracy: 0.796875
Step: 4180 Loss: 0.7414 Accuracy: 0.828125
Step: 4190 Loss: 0.855866 Accuracy: 0.75
Step: 4200 Loss: 0.788488 Accuracy: 0.765625
Test set accuracy: 0.744
Step: 4210 Loss: 0.747946 Accuracy: 0.8125
Switched CIFAR set to 4
Step: 4220 Loss: 1.2529 Accuracy: 0.65625
Step: 4230 Loss: 1.07477 Accuracy: 0.671875
Step: 4240 Loss: 1.01989 Accuracy: 0.703125
Step: 4250 Loss: 0.975755 Accuracy: 0.734375
Step: 4260 Loss: 0.866749 Accuracy: 0.75
Step: 4270 Loss: 0.974999 Accuracy: 0.734375
Step: 4280 Loss: 0.981078 Accuracy: 0.71875
Step: 4290 Loss: 0.709217 Accuracy: 0.8125
Step: 4300 Loss: 0.828505 Accuracy: 0.75
Test set accuracy: 0.71
Step: 4310 Loss: 0.865002 Accuracy: 0.78125
Step: 4320 Loss: 0.993107 Accuracy: 0.703125
Step: 4330 Loss: 0.967127 Accuracy: 0.734375
Step: 4340 Loss: 0.948802 Accuracy: 0.734375
Step: 4350 Loss: 0.760457 Accuracy: 0.78125
Step: 4360 Loss: 1.03447 Accuracy: 0.703125
Switched CIFAR set to 5
Step: 4370 Loss: 0.939723 Accuracy: 0.703125
Step: 4380 Loss: 0.76883 Accuracy: 0.8125
Step: 4390 Loss: 0.929643 Accuracy: 0.71875
Step: 4400 Loss: 0.863992 Accuracy: 0.796875
Test set accuracy: 0.7
Step: 4410 Loss: 0.808926 Accuracy: 0.78125
Step: 4420 Loss: 0.98158 Accuracy: 0.71875
Step: 4430 Loss: 0.982745 Accuracy: 0.75
Step: 4440 Loss: 0.946458 Accuracy: 0.703125
Step: 4450 Loss: 0.804117 Accuracy: 0.828125
Step: 4460 Loss: 0.840724 Accuracy: 0.78125
Step: 4470 Loss: 0.716562 Accuracy: 0.828125
Step: 4480 Loss: 1.06115 Accuracy: 0.703125
Step: 4490 Loss: 0.763019 Accuracy: 0.84375
Step: 4500 Loss: 1.06182 Accuracy: 0.65625
Test set accuracy: 0.746
Step: 4510 Loss: 0.814719 Accuracy: 0.828125
Step: 4520 Loss: 0.725557 Accuracy: 0.828125
Switched CIFAR set to 1
Step: 4530 Loss: 0.986642 Accuracy: 0.734375
Step: 4540 Loss: 0.690733 Accuracy: 0.828125
Step: 4550 Loss: 0.746347 Accuracy: 0.8125
Step: 4560 Loss: 1.07159 Accuracy: 0.65625
Step: 4570 Loss: 0.981454 Accuracy: 0.765625
Step: 4580 Loss: 0.925871 Accuracy: 0.71875
Step: 4590 Loss: 0.709225 Accuracy: 0.84375
Step: 4600 Loss: 0.936675 Accuracy: 0.75
Test set accuracy: 0.768
Step: 4610 Loss: 0.72046 Accuracy: 0.859375
Step: 4620 Loss: 0.910378 Accuracy: 0.6875
Step: 4630 Loss: 0.976738 Accuracy: 0.734375
Step: 4640 Loss: 0.948768 Accuracy: 0.734375
Step: 4650 Loss: 0.728629 Accuracy: 0.828125
Step: 4660 Loss: 0.72179 Accuracy: 0.8125
Step: 4670 Loss: 0.746095 Accuracy: 0.828125
Switched CIFAR set to 2
Step: 4680 Loss: 0.8559 Accuracy: 0.75
Step: 4690 Loss: 0.892683 Accuracy: 0.765625
Step: 4700 Loss: 1.15715 Accuracy: 0.625
Test set accuracy: 0.712
Step: 4710 Loss: 0.847421 Accuracy: 0.765625
Step: 4720 Loss: 1.18967 Accuracy: 0.625
Step: 4730 Loss: 0.853974 Accuracy: 0.75
Step: 4740 Loss: 0.940297 Accuracy: 0.734375
Step: 4750 Loss: 0.83128 Accuracy: 0.8125
Step: 4760 Loss: 0.983772 Accuracy: 0.765625
Step: 4770 Loss: 0.847526 Accuracy: 0.75
Step: 4780 Loss: 0.863384 Accuracy: 0.78125
Step: 4790 Loss: 0.903407 Accuracy: 0.765625
Step: 4800 Loss: 0.714783 Accuracy: 0.859375
Test set accuracy: 0.73
Step: 4810 Loss: 0.844345 Accuracy: 0.796875
Step: 4820 Loss: 0.993495 Accuracy: 0.703125
Step: 4830 Loss: 0.775925 Accuracy: 0.828125
Switched CIFAR set to 3
Step: 4840 Loss: 0.926764 Accuracy: 0.71875
Step: 4850 Loss: 0.843092 Accuracy: 0.75
Step: 4860 Loss: 0.972802 Accuracy: 0.703125
Step: 4870 Loss: 0.867854 Accuracy: 0.765625
Step: 4880 Loss: 0.973125 Accuracy: 0.71875
Step: 4890 Loss: 0.864024 Accuracy: 0.796875
Step: 4900 Loss: 0.861577 Accuracy: 0.78125
Test set accuracy: 0.732
Step: 4910 Loss: 0.559542 Accuracy: 0.921875
Step: 4920 Loss: 0.824 Accuracy: 0.8125
Step: 4930 Loss: 0.813931 Accuracy: 0.828125
Step: 4940 Loss: 0.855438 Accuracy: 0.75
Step: 4950 Loss: 0.705158 Accuracy: 0.8125
Step: 4960 Loss: 0.846845 Accuracy: 0.765625
Step: 4970 Loss: 0.793126 Accuracy: 0.796875
Step: 4980 Loss: 0.926954 Accuracy: 0.75
Step: 4990 Loss: 0.691122 Accuracy: 0.828125
Switched CIFAR set to 4
Step: 5000 Loss: 1.23035 Accuracy: 0.59375
Test set accuracy: 0.708
Step: 5010 Loss: 1.10907 Accuracy: 0.65625
Step: 5020 Loss: 1.13978 Accuracy: 0.6875
Step: 5030 Loss: 0.976655 Accuracy: 0.6875
Step: 5040 Loss: 0.747933 Accuracy: 0.828125
Step: 5050 Loss: 0.795646 Accuracy: 0.78125
Step: 5060 Loss: 0.913103 Accuracy: 0.78125
Step: 5070 Loss: 0.871144 Accuracy: 0.765625
Step: 5080 Loss: 0.668696 Accuracy: 0.828125
Step: 5090 Loss: 0.757041 Accuracy: 0.8125
Step: 5100 Loss: 0.883534 Accuracy: 0.765625
Test set accuracy: 0.726
Step: 5110 Loss: 0.756589 Accuracy: 0.78125
Step: 5120 Loss: 1.07623 Accuracy: 0.703125
Step: 5130 Loss: 0.854039 Accuracy: 0.765625
Step: 5140 Loss: 0.827088 Accuracy: 0.828125
Switched CIFAR set to 5
Step: 5150 Loss: 0.897577 Accuracy: 0.75
Step: 5160 Loss: 0.79573 Accuracy: 0.828125
Step: 5170 Loss: 0.676326 Accuracy: 0.84375
Step: 5180 Loss: 0.89861 Accuracy: 0.71875
Step: 5190 Loss: 0.892234 Accuracy: 0.765625
Step: 5200 Loss: 0.875252 Accuracy: 0.75
Test set accuracy: 0.724
Step: 5210 Loss: 0.939403 Accuracy: 0.765625
Step: 5220 Loss: 0.778332 Accuracy: 0.796875
Step: 5230 Loss: 0.906079 Accuracy: 0.75
Step: 5240 Loss: 0.77284 Accuracy: 0.78125
Step: 5250 Loss: 0.770624 Accuracy: 0.8125
Step: 5260 Loss: 0.814834 Accuracy: 0.78125
Step: 5270 Loss: 0.826704 Accuracy: 0.8125
Step: 5280 Loss: 0.675645 Accuracy: 0.8125
Step: 5290 Loss: 0.848888 Accuracy: 0.75
Step: 5300 Loss: 0.761867 Accuracy: 0.84375
Test set accuracy: 0.742
Switched CIFAR set to 1
Step: 5310 Loss: 1.02539 Accuracy: 0.640625
Step: 5320 Loss: 1.05255 Accuracy: 0.65625
Step: 5330 Loss: 0.760495 Accuracy: 0.828125
Step: 5340 Loss: 1.00467 Accuracy: 0.703125
Step: 5350 Loss: 0.996838 Accuracy: 0.734375
Step: 5360 Loss: 0.918266 Accuracy: 0.75
Step: 5370 Loss: 0.90869 Accuracy: 0.765625
Step: 5380 Loss: 0.656803 Accuracy: 0.90625
Step: 5390 Loss: 0.950037 Accuracy: 0.734375
Step: 5400 Loss: 1.17059 Accuracy: 0.625
Test set accuracy: 0.748
Step: 5410 Loss: 0.686582 Accuracy: 0.84375
Step: 5420 Loss: 0.766307 Accuracy: 0.828125
Step: 5430 Loss: 0.772511 Accuracy: 0.8125
Step: 5440 Loss: 0.895908 Accuracy: 0.765625
Step: 5450 Loss: 0.704297 Accuracy: 0.78125
Switched CIFAR set to 2
Step: 5460 Loss: 0.779188 Accuracy: 0.78125
Step: 5470 Loss: 0.865864 Accuracy: 0.734375
Step: 5480 Loss: 0.829818 Accuracy: 0.796875
Step: 5490 Loss: 0.899397 Accuracy: 0.71875
Step: 5500 Loss: 0.713221 Accuracy: 0.875
Test set accuracy: 0.724
Step: 5510 Loss: 0.807731 Accuracy: 0.828125
Step: 5520 Loss: 0.762439 Accuracy: 0.78125
Step: 5530 Loss: 0.613043 Accuracy: 0.890625
Step: 5540 Loss: 0.731674 Accuracy: 0.796875
Step: 5550 Loss: 0.672543 Accuracy: 0.796875
Step: 5560 Loss: 0.885993 Accuracy: 0.765625
Step: 5570 Loss: 1.12065 Accuracy: 0.640625
Step: 5580 Loss: 0.732139 Accuracy: 0.828125
Step: 5590 Loss: 0.507029 Accuracy: 0.90625
Step: 5600 Loss: 0.697685 Accuracy: 0.859375
Test set accuracy: 0.764
Step: 5610 Loss: 0.763246 Accuracy: 0.859375
Switched CIFAR set to 3
Step: 5620 Loss: 0.677232 Accuracy: 0.84375
Step: 5630 Loss: 1.0407 Accuracy: 0.6875
Step: 5640 Loss: 0.996138 Accuracy: 0.734375
Step: 5650 Loss: 1.04981 Accuracy: 0.65625
Step: 5660 Loss: 0.875107 Accuracy: 0.765625
Step: 5670 Loss: 1.07311 Accuracy: 0.703125
Step: 5680 Loss: 0.837557 Accuracy: 0.796875
Step: 5690 Loss: 0.857034 Accuracy: 0.78125
Step: 5700 Loss: 0.890505 Accuracy: 0.78125
Test set accuracy: 0.726
Step: 5710 Loss: 0.742586 Accuracy: 0.828125
Step: 5720 Loss: 0.7348 Accuracy: 0.78125
Step: 5730 Loss: 0.731599 Accuracy: 0.828125
Step: 5740 Loss: 0.70157 Accuracy: 0.8125
Step: 5750 Loss: 0.696619 Accuracy: 0.84375
Step: 5760 Loss: 0.702094 Accuracy: 0.796875
Step: 5770 Loss: 0.6041 Accuracy: 0.875
Switched CIFAR set to 4
Step: 5780 Loss: 0.900906 Accuracy: 0.734375
Step: 5790 Loss: 0.906282 Accuracy: 0.75
Step: 5800 Loss: 0.78236 Accuracy: 0.75
Test set accuracy: 0.76
Step: 5810 Loss: 0.838394 Accuracy: 0.765625
Step: 5820 Loss: 0.825842 Accuracy: 0.796875
Step: 5830 Loss: 0.822954 Accuracy: 0.8125
Step: 5840 Loss: 0.637458 Accuracy: 0.84375
Step: 5850 Loss: 0.860636 Accuracy: 0.75
Step: 5860 Loss: 0.855253 Accuracy: 0.796875
Step: 5870 Loss: 0.842979 Accuracy: 0.796875
Step: 5880 Loss: 0.773745 Accuracy: 0.84375
Step: 5890 Loss: 0.810369 Accuracy: 0.78125
Step: 5900 Loss: 0.707204 Accuracy: 0.796875
Test set accuracy: 0.778
Step: 5910 Loss: 0.609818 Accuracy: 0.859375
Step: 5920 Loss: 0.814794 Accuracy: 0.78125
Switched CIFAR set to 5
Step: 5930 Loss: 0.983061 Accuracy: 0.703125
Step: 5940 Loss: 0.869518 Accuracy: 0.765625
Step: 5950 Loss: 0.827541 Accuracy: 0.796875
Step: 5960 Loss: 0.775181 Accuracy: 0.828125
Step: 5970 Loss: 0.591609 Accuracy: 0.875
Step: 5980 Loss: 0.850378 Accuracy: 0.796875
Step: 5990 Loss: 0.685729 Accuracy: 0.828125
Step: 6000 Loss: 0.668643 Accuracy: 0.84375
Test set accuracy: 0.764
Step: 6010 Loss: 0.718037 Accuracy: 0.8125
Step: 6020 Loss: 0.632248 Accuracy: 0.84375
Step: 6030 Loss: 0.885608 Accuracy: 0.75
Step: 6040 Loss: 0.735595 Accuracy: 0.828125
Step: 6050 Loss: 0.788692 Accuracy: 0.8125
Step: 6060 Loss: 0.600062 Accuracy: 0.90625
Step: 6070 Loss: 0.811441 Accuracy: 0.78125
Step: 6080 Loss: 0.68141 Accuracy: 0.875
Switched CIFAR set to 1
Step: 6090 Loss: 0.705115 Accuracy: 0.84375
Step: 6100 Loss: 0.888619 Accuracy: 0.71875
Test set accuracy: 0.742
Step: 6110 Loss: 0.805845 Accuracy: 0.828125
Step: 6120 Loss: 0.834918 Accuracy: 0.78125
Step: 6130 Loss: 0.899945 Accuracy: 0.78125
Step: 6140 Loss: 0.732106 Accuracy: 0.8125
Step: 6150 Loss: 0.734021 Accuracy: 0.859375
Step: 6160 Loss: 0.831213 Accuracy: 0.8125
Step: 6170 Loss: 0.828474 Accuracy: 0.8125
Step: 6180 Loss: 0.523436 Accuracy: 0.90625
Step: 6190 Loss: 1.01114 Accuracy: 0.703125
Step: 6200 Loss: 0.857551 Accuracy: 0.765625
Test set accuracy: 0.794
Step: 6210 Loss: 0.745079 Accuracy: 0.84375
Step: 6220 Loss: 0.637285 Accuracy: 0.859375
Step: 6230 Loss: 0.863527 Accuracy: 0.765625
Switched CIFAR set to 2
Step: 6240 Loss: 0.755843 Accuracy: 0.796875
Step: 6250 Loss: 0.801703 Accuracy: 0.796875
Step: 6260 Loss: 0.834388 Accuracy: 0.828125
Step: 6270 Loss: 0.773516 Accuracy: 0.8125
Step: 6280 Loss: 0.722869 Accuracy: 0.8125
Step: 6290 Loss: 0.615292 Accuracy: 0.859375
Step: 6300 Loss: 0.704262 Accuracy: 0.90625
Test set accuracy: 0.772
Step: 6310 Loss: 0.960098 Accuracy: 0.75
Step: 6320 Loss: 0.640335 Accuracy: 0.90625
Step: 6330 Loss: 0.799127 Accuracy: 0.8125
Step: 6340 Loss: 0.730063 Accuracy: 0.796875
Step: 6350 Loss: 0.716183 Accuracy: 0.796875
Step: 6360 Loss: 0.718753 Accuracy: 0.796875
Step: 6370 Loss: 0.844098 Accuracy: 0.75
Step: 6380 Loss: 0.895244 Accuracy: 0.734375
Step: 6390 Loss: 0.721069 Accuracy: 0.828125
Switched CIFAR set to 3
Step: 6400 Loss: 0.890313 Accuracy: 0.75
Test set accuracy: 0.75
Step: 6410 Loss: 0.719749 Accuracy: 0.859375
Step: 6420 Loss: 0.789387 Accuracy: 0.8125
Step: 6430 Loss: 0.647532 Accuracy: 0.859375
Step: 6440 Loss: 0.913745 Accuracy: 0.703125
Step: 6450 Loss: 0.820432 Accuracy: 0.8125
Step: 6460 Loss: 0.964956 Accuracy: 0.734375
Step: 6470 Loss: 0.783109 Accuracy: 0.8125
Step: 6480 Loss: 0.671049 Accuracy: 0.828125
Step: 6490 Loss: 0.661221 Accuracy: 0.84375
Step: 6500 Loss: 0.652569 Accuracy: 0.84375
Test set accuracy: 0.784
Step: 6510 Loss: 0.994274 Accuracy: 0.6875
Step: 6520 Loss: 0.671203 Accuracy: 0.84375
Step: 6530 Loss: 0.65043 Accuracy: 0.84375
Step: 6540 Loss: 0.683245 Accuracy: 0.859375
Step: 6550 Loss: 0.624874 Accuracy: 0.859375
Switched CIFAR set to 4
Step: 6560 Loss: 0.853236 Accuracy: 0.78125
Step: 6570 Loss: 0.672284 Accuracy: 0.828125
Step: 6580 Loss: 0.711202 Accuracy: 0.84375
Step: 6590 Loss: 0.662603 Accuracy: 0.8125
Step: 6600 Loss: 0.638537 Accuracy: 0.875
Test set accuracy: 0.798
Step: 6610 Loss: 0.947132 Accuracy: 0.703125
Step: 6620 Loss: 0.828626 Accuracy: 0.8125
Step: 6630 Loss: 0.912022 Accuracy: 0.78125
Step: 6640 Loss: 0.705925 Accuracy: 0.8125
Step: 6650 Loss: 0.780192 Accuracy: 0.796875
Step: 6660 Loss: 0.904564 Accuracy: 0.78125
Step: 6670 Loss: 0.704462 Accuracy: 0.84375
Step: 6680 Loss: 0.63519 Accuracy: 0.875
Step: 6690 Loss: 0.767934 Accuracy: 0.8125
Step: 6700 Loss: 0.590462 Accuracy: 0.890625
Test set accuracy: 0.78
Switched CIFAR set to 5
Step: 6710 Loss: 0.884273 Accuracy: 0.75
Step: 6720 Loss: 0.870814 Accuracy: 0.78125
Step: 6730 Loss: 0.697917 Accuracy: 0.8125
Step: 6740 Loss: 0.717305 Accuracy: 0.8125
Step: 6750 Loss: 0.759332 Accuracy: 0.796875
Step: 6760 Loss: 0.768234 Accuracy: 0.765625
Step: 6770 Loss: 0.8226 Accuracy: 0.765625
Step: 6780 Loss: 0.621336 Accuracy: 0.828125
Step: 6790 Loss: 0.831574 Accuracy: 0.828125
Step: 6800 Loss: 0.617399 Accuracy: 0.84375
Test set accuracy: 0.732
Step: 6810 Loss: 0.812391 Accuracy: 0.796875
Step: 6820 Loss: 0.684768 Accuracy: 0.890625
Step: 6830 Loss: 0.805473 Accuracy: 0.78125
Step: 6840 Loss: 0.544786 Accuracy: 0.921875
Step: 6850 Loss: 0.633093 Accuracy: 0.890625
Step: 6860 Loss: 0.598418 Accuracy: 0.859375
Switched CIFAR set to 1
Step: 6870 Loss: 0.849431 Accuracy: 0.8125
Step: 6880 Loss: 0.642962 Accuracy: 0.875
Step: 6890 Loss: 0.778026 Accuracy: 0.84375
Step: 6900 Loss: 0.881815 Accuracy: 0.765625
Test set accuracy: 0.76
Step: 6910 Loss: 0.805395 Accuracy: 0.75
Step: 6920 Loss: 0.739017 Accuracy: 0.859375
Step: 6930 Loss: 0.827085 Accuracy: 0.828125
Step: 6940 Loss: 0.806362 Accuracy: 0.8125
Step: 6950 Loss: 0.785485 Accuracy: 0.78125
Step: 6960 Loss: 0.687455 Accuracy: 0.828125
Step: 6970 Loss: 0.758516 Accuracy: 0.859375
Step: 6980 Loss: 0.8567 Accuracy: 0.765625
Step: 6990 Loss: 0.685634 Accuracy: 0.828125
Step: 7000 Loss: 0.700619 Accuracy: 0.84375
Test set accuracy: 0.786
Step: 7010 Loss: 0.836758 Accuracy: 0.796875
Switched CIFAR set to 2
Step: 7020 Loss: 0.858159 Accuracy: 0.75
Step: 7030 Loss: 0.818176 Accuracy: 0.796875
Step: 7040 Loss: 0.83208 Accuracy: 0.78125
Step: 7050 Loss: 0.997521 Accuracy: 0.765625
Step: 7060 Loss: 0.791299 Accuracy: 0.78125
Step: 7070 Loss: 0.993655 Accuracy: 0.703125
Step: 7080 Loss: 0.921185 Accuracy: 0.765625
Step: 7090 Loss: 0.898953 Accuracy: 0.78125
Step: 7100 Loss: 1.13998 Accuracy: 0.65625
Test set accuracy: 0.762
Step: 7110 Loss: 0.511698 Accuracy: 0.921875
Step: 7120 Loss: 0.589555 Accuracy: 0.890625
Step: 7130 Loss: 0.605424 Accuracy: 0.875
Step: 7140 Loss: 0.793926 Accuracy: 0.84375
Step: 7150 Loss: 0.667736 Accuracy: 0.859375
Step: 7160 Loss: 0.634475 Accuracy: 0.875
Step: 7170 Loss: 0.814201 Accuracy: 0.78125
Switched CIFAR set to 3
Step: 7180 Loss: 0.75624 Accuracy: 0.796875
Step: 7190 Loss: 0.90028 Accuracy: 0.734375
Step: 7200 Loss: 0.754039 Accuracy: 0.8125
Test set accuracy: 0.738
Step: 7210 Loss: 0.610075 Accuracy: 0.84375
Step: 7220 Loss: 0.733609 Accuracy: 0.828125
Step: 7230 Loss: 0.617462 Accuracy: 0.890625
Step: 7240 Loss: 0.538492 Accuracy: 0.9375
Step: 7250 Loss: 0.711591 Accuracy: 0.8125
Step: 7260 Loss: 0.559827 Accuracy: 0.890625
Step: 7270 Loss: 0.70816 Accuracy: 0.875
Step: 7280 Loss: 0.736352 Accuracy: 0.828125
Step: 7290 Loss: 0.756276 Accuracy: 0.8125
Step: 7300 Loss: 0.674977 Accuracy: 0.84375
Test set accuracy: 0.762
Step: 7310 Loss: 0.722886 Accuracy: 0.84375
Step: 7320 Loss: 0.620278 Accuracy: 0.890625
Step: 7330 Loss: 0.707657 Accuracy: 0.828125
Switched CIFAR set to 4
Step: 7340 Loss: 0.87485 Accuracy: 0.734375
Step: 7350 Loss: 0.811486 Accuracy: 0.828125
Step: 7360 Loss: 0.805822 Accuracy: 0.828125
Step: 7370 Loss: 0.772896 Accuracy: 0.796875
Step: 7380 Loss: 0.739429 Accuracy: 0.8125
Step: 7390 Loss: 0.504626 Accuracy: 0.9375
Step: 7400 Loss: 0.66025 Accuracy: 0.8125
Test set accuracy: 0.718
Step: 7410 Loss: 0.896144 Accuracy: 0.796875
Step: 7420 Loss: 0.860757 Accuracy: 0.828125
Step: 7430 Loss: 0.621086 Accuracy: 0.84375
Step: 7440 Loss: 0.680105 Accuracy: 0.828125
Step: 7450 Loss: 0.729286 Accuracy: 0.828125
Step: 7460 Loss: 0.626859 Accuracy: 0.875
Step: 7470 Loss: 0.801892 Accuracy: 0.84375
Step: 7480 Loss: 0.745486 Accuracy: 0.796875
Switched CIFAR set to 5
Step: 7490 Loss: 0.574595 Accuracy: 0.90625
Step: 7500 Loss: 0.607849 Accuracy: 0.875
Test set accuracy: 0.774
Step: 7510 Loss: 0.730213 Accuracy: 0.796875
Step: 7520 Loss: 0.647934 Accuracy: 0.859375
Step: 7530 Loss: 0.764746 Accuracy: 0.8125
Step: 7540 Loss: 0.770198 Accuracy: 0.8125
Step: 7550 Loss: 0.687287 Accuracy: 0.890625
Step: 7560 Loss: 0.796585 Accuracy: 0.828125
Step: 7570 Loss: 0.7761 Accuracy: 0.796875
Step: 7580 Loss: 0.581739 Accuracy: 0.9375
Step: 7590 Loss: 0.630833 Accuracy: 0.875
Step: 7600 Loss: 0.69914 Accuracy: 0.828125
Test set accuracy: 0.744
Step: 7610 Loss: 0.740727 Accuracy: 0.828125
Step: 7620 Loss: 0.781032 Accuracy: 0.8125
Step: 7630 Loss: 0.585185 Accuracy: 0.921875
Step: 7640 Loss: 0.704434 Accuracy: 0.8125
Switched CIFAR set to 1
Step: 7650 Loss: 0.73382 Accuracy: 0.828125
Step: 7660 Loss: 0.891505 Accuracy: 0.71875
Step: 7670 Loss: 0.974382 Accuracy: 0.71875
Step: 7680 Loss: 0.72479 Accuracy: 0.84375
Step: 7690 Loss: 0.710859 Accuracy: 0.8125
Step: 7700 Loss: 0.70936 Accuracy: 0.828125
Test set accuracy: 0.75
Step: 7710 Loss: 0.500349 Accuracy: 0.921875
Step: 7720 Loss: 1.02604 Accuracy: 0.703125
Step: 7730 Loss: 0.669468 Accuracy: 0.859375
Step: 7740 Loss: 0.649423 Accuracy: 0.84375
Step: 7750 Loss: 0.669404 Accuracy: 0.875
Step: 7760 Loss: 0.474576 Accuracy: 0.9375
Step: 7770 Loss: 0.767298 Accuracy: 0.84375
Step: 7780 Loss: 0.457912 Accuracy: 0.921875
Step: 7790 Loss: 0.725072 Accuracy: 0.859375
Switched CIFAR set to 2
Step: 7800 Loss: 0.840932 Accuracy: 0.765625
Test set accuracy: 0.76
Step: 7810 Loss: 0.836219 Accuracy: 0.765625
Step: 7820 Loss: 0.919517 Accuracy: 0.734375
Step: 7830 Loss: 0.787182 Accuracy: 0.796875
Step: 7840 Loss: 0.667475 Accuracy: 0.875
Step: 7850 Loss: 0.711002 Accuracy: 0.859375
Step: 7860 Loss: 0.760377 Accuracy: 0.78125
Step: 7870 Loss: 0.512771 Accuracy: 0.921875
Step: 7880 Loss: 0.73804 Accuracy: 0.84375
Step: 7890 Loss: 0.756706 Accuracy: 0.78125
Step: 7900 Loss: 0.656935 Accuracy: 0.84375
Test set accuracy: 0.82
Step: 7910 Loss: 0.815361 Accuracy: 0.78125
Step: 7920 Loss: 0.580289 Accuracy: 0.890625
Step: 7930 Loss: 0.772946 Accuracy: 0.796875
Step: 7940 Loss: 0.671747 Accuracy: 0.84375
Step: 7950 Loss: 0.697931 Accuracy: 0.875
Switched CIFAR set to 3
Step: 7960 Loss: 0.849707 Accuracy: 0.765625
Step: 7970 Loss: 0.615741 Accuracy: 0.890625
Step: 7980 Loss: 0.702993 Accuracy: 0.859375
Step: 7990 Loss: 0.81888 Accuracy: 0.796875
Step: 8000 Loss: 0.663128 Accuracy: 0.859375
Test set accuracy: 0.81
Step: 8010 Loss: 0.99529 Accuracy: 0.765625
Step: 8020 Loss: 0.572459 Accuracy: 0.953125
Step: 8030 Loss: 0.502926 Accuracy: 0.921875
Step: 8040 Loss: 0.562812 Accuracy: 0.890625
Step: 8050 Loss: 0.727652 Accuracy: 0.828125
Step: 8060 Loss: 0.593075 Accuracy: 0.890625
Step: 8070 Loss: 0.555855 Accuracy: 0.859375
Step: 8080 Loss: 0.635735 Accuracy: 0.828125
Step: 8090 Loss: 0.759062 Accuracy: 0.796875
Step: 8100 Loss: 0.541347 Accuracy: 0.875
Test set accuracy: 0.802
Step: 8110 Loss: 0.457123 Accuracy: 0.9375
Switched CIFAR set to 4
Step: 8120 Loss: 0.643971 Accuracy: 0.859375
Step: 8130 Loss: 0.693262 Accuracy: 0.796875
Step: 8140 Loss: 0.818827 Accuracy: 0.75
Step: 8150 Loss: 0.851661 Accuracy: 0.828125
Step: 8160 Loss: 0.808203 Accuracy: 0.828125
Step: 8170 Loss: 0.640541 Accuracy: 0.859375
Step: 8180 Loss: 0.727034 Accuracy: 0.796875
Step: 8190 Loss: 0.774305 Accuracy: 0.8125
Step: 8200 Loss: 0.60839 Accuracy: 0.875
Test set accuracy: 0.77
Step: 8210 Loss: 0.736724 Accuracy: 0.828125
Step: 8220 Loss: 0.668573 Accuracy: 0.875
Step: 8230 Loss: 0.465159 Accuracy: 0.921875
Step: 8240 Loss: 0.538094 Accuracy: 0.90625
Step: 8250 Loss: 0.598403 Accuracy: 0.921875
Step: 8260 Loss: 0.55116 Accuracy: 0.90625
Switched CIFAR set to 5
Step: 8270 Loss: 0.855653 Accuracy: 0.765625
Step: 8280 Loss: 0.753597 Accuracy: 0.828125
Step: 8290 Loss: 0.705557 Accuracy: 0.84375
Step: 8300 Loss: 0.703197 Accuracy: 0.8125
Test set accuracy: 0.758
Step: 8310 Loss: 0.727335 Accuracy: 0.859375
Step: 8320 Loss: 0.717232 Accuracy: 0.84375
Step: 8330 Loss: 0.766775 Accuracy: 0.796875
Step: 8340 Loss: 0.571967 Accuracy: 0.921875
Step: 8350 Loss: 0.622419 Accuracy: 0.890625
Step: 8360 Loss: 0.615637 Accuracy: 0.875
Step: 8370 Loss: 0.686795 Accuracy: 0.875
Step: 8380 Loss: 0.451714 Accuracy: 0.96875
Step: 8390 Loss: 0.634125 Accuracy: 0.84375
Step: 8400 Loss: 0.581151 Accuracy: 0.90625
Test set accuracy: 0.792
Step: 8410 Loss: 0.772946 Accuracy: 0.828125
Step: 8420 Loss: 0.601902 Accuracy: 0.84375
Switched CIFAR set to 1
Step: 8430 Loss: 0.653562 Accuracy: 0.875
Step: 8440 Loss: 0.748742 Accuracy: 0.8125
Step: 8450 Loss: 0.770382 Accuracy: 0.78125
Step: 8460 Loss: 0.718431 Accuracy: 0.828125
Step: 8470 Loss: 0.668006 Accuracy: 0.84375
Step: 8480 Loss: 0.61952 Accuracy: 0.859375
Step: 8490 Loss: 0.63241 Accuracy: 0.859375
Step: 8500 Loss: 0.533236 Accuracy: 0.890625
Test set accuracy: 0.806
Step: 8510 Loss: 0.520685 Accuracy: 0.890625
Step: 8520 Loss: 0.739682 Accuracy: 0.84375
Step: 8530 Loss: 0.450277 Accuracy: 0.953125
Step: 8540 Loss: 0.615948 Accuracy: 0.875
Step: 8550 Loss: 0.457615 Accuracy: 0.953125
Step: 8560 Loss: 0.728221 Accuracy: 0.828125
Step: 8570 Loss: 0.626146 Accuracy: 0.890625
Switched CIFAR set to 2
Step: 8580 Loss: 0.871608 Accuracy: 0.75
Step: 8590 Loss: 0.700239 Accuracy: 0.8125
Step: 8600 Loss: 0.692636 Accuracy: 0.84375
Test set accuracy: 0.808
Step: 8610 Loss: 0.602299 Accuracy: 0.859375
Step: 8620 Loss: 0.630435 Accuracy: 0.875
Step: 8630 Loss: 0.876751 Accuracy: 0.75
Step: 8640 Loss: 0.924846 Accuracy: 0.75
Step: 8650 Loss: 0.69124 Accuracy: 0.84375
Step: 8660 Loss: 0.675406 Accuracy: 0.828125
Step: 8670 Loss: 0.711787 Accuracy: 0.859375
Step: 8680 Loss: 0.679652 Accuracy: 0.828125
Step: 8690 Loss: 0.666203 Accuracy: 0.859375
Step: 8700 Loss: 0.537156 Accuracy: 0.9375
Test set accuracy: 0.788
Step: 8710 Loss: 0.585867 Accuracy: 0.90625
Step: 8720 Loss: 0.514524 Accuracy: 0.890625
Step: 8730 Loss: 0.688212 Accuracy: 0.859375
Switched CIFAR set to 3
Step: 8740 Loss: 0.90738 Accuracy: 0.75
Step: 8750 Loss: 0.632766 Accuracy: 0.875
Step: 8760 Loss: 0.797377 Accuracy: 0.796875
Step: 8770 Loss: 0.68289 Accuracy: 0.84375
Step: 8780 Loss: 0.590695 Accuracy: 0.875
Step: 8790 Loss: 0.660007 Accuracy: 0.84375
Step: 8800 Loss: 0.745437 Accuracy: 0.8125
Test set accuracy: 0.792
Step: 8810 Loss: 0.807873 Accuracy: 0.796875
Step: 8820 Loss: 0.640165 Accuracy: 0.875
Step: 8830 Loss: 0.709036 Accuracy: 0.859375
Step: 8840 Loss: 0.618911 Accuracy: 0.890625
Step: 8850 Loss: 0.629784 Accuracy: 0.84375
Step: 8860 Loss: 0.75862 Accuracy: 0.828125
Step: 8870 Loss: 0.695163 Accuracy: 0.84375
Step: 8880 Loss: 0.491243 Accuracy: 0.921875
Step: 8890 Loss: 0.598298 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 8900 Loss: 0.675578 Accuracy: 0.8125
Test set accuracy: 0.786
Step: 8910 Loss: 0.683966 Accuracy: 0.84375
Step: 8920 Loss: 0.629671 Accuracy: 0.890625
Step: 8930 Loss: 0.81057 Accuracy: 0.828125
Step: 8940 Loss: 1.00798 Accuracy: 0.734375
Step: 8950 Loss: 0.567131 Accuracy: 0.890625
Step: 8960 Loss: 0.68321 Accuracy: 0.859375
Step: 8970 Loss: 0.670714 Accuracy: 0.828125
Step: 8980 Loss: 0.581842 Accuracy: 0.875
Step: 8990 Loss: 0.58303 Accuracy: 0.875
Step: 9000 Loss: 0.714894 Accuracy: 0.828125
Test set accuracy: 0.802
Step: 9010 Loss: 0.540667 Accuracy: 0.890625
Step: 9020 Loss: 0.769832 Accuracy: 0.828125
Step: 9030 Loss: 0.737284 Accuracy: 0.828125
Step: 9040 Loss: 0.690976 Accuracy: 0.859375
Switched CIFAR set to 5
Step: 9050 Loss: 0.649265 Accuracy: 0.875
Step: 9060 Loss: 0.615949 Accuracy: 0.859375
Step: 9070 Loss: 0.708595 Accuracy: 0.828125
Step: 9080 Loss: 0.878003 Accuracy: 0.796875
Step: 9090 Loss: 0.52143 Accuracy: 0.90625
Step: 9100 Loss: 0.630207 Accuracy: 0.84375
Test set accuracy: 0.824
Step: 9110 Loss: 0.664333 Accuracy: 0.890625
Step: 9120 Loss: 0.666797 Accuracy: 0.890625
Step: 9130 Loss: 0.488947 Accuracy: 0.90625
Step: 9140 Loss: 0.71187 Accuracy: 0.859375
Step: 9150 Loss: 0.861789 Accuracy: 0.78125
Step: 9160 Loss: 0.680037 Accuracy: 0.78125
Step: 9170 Loss: 0.710643 Accuracy: 0.828125
Step: 9180 Loss: 0.492139 Accuracy: 0.90625
Step: 9190 Loss: 0.624003 Accuracy: 0.859375
Step: 9200 Loss: 0.468363 Accuracy: 0.921875
Test set accuracy: 0.798
Switched CIFAR set to 1
Step: 9210 Loss: 0.591936 Accuracy: 0.875
Step: 9220 Loss: 0.771696 Accuracy: 0.796875
Step: 9230 Loss: 0.755407 Accuracy: 0.8125
Step: 9240 Loss: 0.737582 Accuracy: 0.84375
Step: 9250 Loss: 0.640354 Accuracy: 0.890625
Step: 9260 Loss: 0.673126 Accuracy: 0.859375
Step: 9270 Loss: 0.775572 Accuracy: 0.84375
Step: 9280 Loss: 0.521001 Accuracy: 0.9375
Step: 9290 Loss: 0.432823 Accuracy: 0.9375
Step: 9300 Loss: 0.590428 Accuracy: 0.90625
Test set accuracy: 0.824
Step: 9310 Loss: 0.594551 Accuracy: 0.90625
Step: 9320 Loss: 0.598142 Accuracy: 0.859375
Step: 9330 Loss: 0.493147 Accuracy: 0.90625
Step: 9340 Loss: 0.573672 Accuracy: 0.890625
Step: 9350 Loss: 0.598572 Accuracy: 0.90625
Switched CIFAR set to 2
Step: 9360 Loss: 0.755896 Accuracy: 0.84375
Step: 9370 Loss: 0.626996 Accuracy: 0.859375
Step: 9380 Loss: 0.752017 Accuracy: 0.796875
Step: 9390 Loss: 0.783913 Accuracy: 0.8125
Step: 9400 Loss: 0.669289 Accuracy: 0.859375
Test set accuracy: 0.826
Step: 9410 Loss: 0.797939 Accuracy: 0.8125
Step: 9420 Loss: 0.570505 Accuracy: 0.921875
Step: 9430 Loss: 0.623293 Accuracy: 0.875
Step: 9440 Loss: 0.928223 Accuracy: 0.734375
Step: 9450 Loss: 0.918891 Accuracy: 0.765625
Step: 9460 Loss: 0.671704 Accuracy: 0.875
Step: 9470 Loss: 0.571358 Accuracy: 0.890625
Step: 9480 Loss: 0.609894 Accuracy: 0.875
Step: 9490 Loss: 0.526118 Accuracy: 0.921875
Step: 9500 Loss: 0.592269 Accuracy: 0.859375
Test set accuracy: 0.814
Step: 9510 Loss: 0.56241 Accuracy: 0.890625
Switched CIFAR set to 3
Step: 9520 Loss: 0.57837 Accuracy: 0.890625
Step: 9530 Loss: 0.671875 Accuracy: 0.84375
Step: 9540 Loss: 0.695755 Accuracy: 0.828125
Step: 9550 Loss: 0.64017 Accuracy: 0.84375
Step: 9560 Loss: 0.728474 Accuracy: 0.859375
Step: 9570 Loss: 0.596415 Accuracy: 0.90625
Step: 9580 Loss: 0.739392 Accuracy: 0.8125
Step: 9590 Loss: 0.549737 Accuracy: 0.90625
Step: 9600 Loss: 0.671583 Accuracy: 0.828125
Test set accuracy: 0.832
Step: 9610 Loss: 0.538514 Accuracy: 0.90625
Step: 9620 Loss: 0.618839 Accuracy: 0.890625
Step: 9630 Loss: 0.619499 Accuracy: 0.859375
Step: 9640 Loss: 0.525842 Accuracy: 0.90625
Step: 9650 Loss: 0.601602 Accuracy: 0.84375
Step: 9660 Loss: 0.674978 Accuracy: 0.875
Step: 9670 Loss: 0.599002 Accuracy: 0.875
Switched CIFAR set to 4
Step: 9680 Loss: 0.669922 Accuracy: 0.828125
Step: 9690 Loss: 0.724156 Accuracy: 0.859375
Step: 9700 Loss: 0.504258 Accuracy: 0.921875
Test set accuracy: 0.838
Step: 9710 Loss: 0.571014 Accuracy: 0.90625
Step: 9720 Loss: 0.731549 Accuracy: 0.8125
Step: 9730 Loss: 0.672191 Accuracy: 0.90625
Step: 9740 Loss: 0.574317 Accuracy: 0.890625
Step: 9750 Loss: 1.0523 Accuracy: 0.671875
Step: 9760 Loss: 0.545991 Accuracy: 0.921875
Step: 9770 Loss: 0.574228 Accuracy: 0.90625
Step: 9780 Loss: 0.534976 Accuracy: 0.890625
Step: 9790 Loss: 0.664527 Accuracy: 0.859375
Step: 9800 Loss: 0.588504 Accuracy: 0.90625
Test set accuracy: 0.822
Step: 9810 Loss: 0.559839 Accuracy: 0.890625
Step: 9820 Loss: 0.572036 Accuracy: 0.890625
Switched CIFAR set to 5
Step: 9830 Loss: 0.71366 Accuracy: 0.84375
Step: 9840 Loss: 0.621966 Accuracy: 0.828125
Step: 9850 Loss: 0.721676 Accuracy: 0.8125
Step: 9860 Loss: 0.583839 Accuracy: 0.859375
Step: 9870 Loss: 0.826963 Accuracy: 0.796875
Step: 9880 Loss: 0.752861 Accuracy: 0.859375
Step: 9890 Loss: 0.558551 Accuracy: 0.90625
Step: 9900 Loss: 0.524839 Accuracy: 0.921875
Test set accuracy: 0.794
Step: 9910 Loss: 0.781227 Accuracy: 0.828125
Step: 9920 Loss: 0.774901 Accuracy: 0.796875
Step: 9930 Loss: 0.593347 Accuracy: 0.875
Step: 9940 Loss: 0.572302 Accuracy: 0.90625
Step: 9950 Loss: 0.597862 Accuracy: 0.90625
Step: 9960 Loss: 0.769166 Accuracy: 0.828125
Step: 9970 Loss: 0.636685 Accuracy: 0.875
Step: 9980 Loss: 0.641928 Accuracy: 0.890625
Switched CIFAR set to 1
Step: 9990 Loss: 0.648659 Accuracy: 0.84375
Step: 10000 Loss: 0.824118 Accuracy: 0.765625
Test set accuracy: 0.8
Step: 10010 Loss: 0.848331 Accuracy: 0.796875
Step: 10020 Loss: 0.533686 Accuracy: 0.9375
Step: 10030 Loss: 0.576022 Accuracy: 0.875
Step: 10040 Loss: 0.661666 Accuracy: 0.859375
Step: 10050 Loss: 0.663042 Accuracy: 0.84375
Step: 10060 Loss: 0.502693 Accuracy: 0.921875
Step: 10070 Loss: 0.794006 Accuracy: 0.796875
Step: 10080 Loss: 0.658559 Accuracy: 0.84375
Step: 10090 Loss: 0.628813 Accuracy: 0.890625
Step: 10100 Loss: 0.428729 Accuracy: 0.953125
Test set accuracy: 0.784
Step: 10110 Loss: 0.528632 Accuracy: 0.90625
Step: 10120 Loss: 0.540784 Accuracy: 0.90625
Step: 10130 Loss: 0.698229 Accuracy: 0.84375
Switched CIFAR set to 2
Step: 10140 Loss: 0.792239 Accuracy: 0.765625
Step: 10150 Loss: 0.781128 Accuracy: 0.796875
Step: 10160 Loss: 0.69445 Accuracy: 0.859375
Step: 10170 Loss: 0.775356 Accuracy: 0.828125
Step: 10180 Loss: 0.639493 Accuracy: 0.890625
Step: 10190 Loss: 0.602237 Accuracy: 0.875
Step: 10200 Loss: 0.610697 Accuracy: 0.890625
Test set accuracy: 0.782
Step: 10210 Loss: 0.646228 Accuracy: 0.859375
Step: 10220 Loss: 0.80624 Accuracy: 0.8125
Step: 10230 Loss: 0.54432 Accuracy: 0.890625
Step: 10240 Loss: 0.623528 Accuracy: 0.875
Step: 10250 Loss: 0.480593 Accuracy: 0.890625
Step: 10260 Loss: 0.545781 Accuracy: 0.90625
Step: 10270 Loss: 0.673112 Accuracy: 0.875
Step: 10280 Loss: 0.650858 Accuracy: 0.890625
Step: 10290 Loss: 0.506652 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 10300 Loss: 0.599952 Accuracy: 0.84375
Test set accuracy: 0.798
Step: 10310 Loss: 0.796861 Accuracy: 0.796875
Step: 10320 Loss: 0.840489 Accuracy: 0.78125
Step: 10330 Loss: 0.842796 Accuracy: 0.8125
Step: 10340 Loss: 0.687108 Accuracy: 0.84375
Step: 10350 Loss: 0.634809 Accuracy: 0.859375
Step: 10360 Loss: 0.728414 Accuracy: 0.78125
Step: 10370 Loss: 0.599884 Accuracy: 0.875
Step: 10380 Loss: 0.735221 Accuracy: 0.8125
Step: 10390 Loss: 0.721657 Accuracy: 0.84375
Step: 10400 Loss: 0.482951 Accuracy: 0.921875
Test set accuracy: 0.802
Step: 10410 Loss: 0.586985 Accuracy: 0.90625
Step: 10420 Loss: 0.582656 Accuracy: 0.875
Step: 10430 Loss: 0.509258 Accuracy: 0.9375
Step: 10440 Loss: 0.558042 Accuracy: 0.90625
Step: 10450 Loss: 0.767418 Accuracy: 0.8125
Switched CIFAR set to 4
Step: 10460 Loss: 0.714076 Accuracy: 0.828125
Step: 10470 Loss: 0.739101 Accuracy: 0.828125
Step: 10480 Loss: 0.902301 Accuracy: 0.75
Step: 10490 Loss: 0.954022 Accuracy: 0.765625
Step: 10500 Loss: 0.627385 Accuracy: 0.875
Test set accuracy: 0.818
Step: 10510 Loss: 0.548522 Accuracy: 0.921875
Step: 10520 Loss: 0.776187 Accuracy: 0.8125
Step: 10530 Loss: 0.539148 Accuracy: 0.90625
Step: 10540 Loss: 0.737895 Accuracy: 0.859375
Step: 10550 Loss: 0.661304 Accuracy: 0.859375
Step: 10560 Loss: 0.6049 Accuracy: 0.859375
Step: 10570 Loss: 0.870052 Accuracy: 0.8125
Step: 10580 Loss: 0.57684 Accuracy: 0.890625
Step: 10590 Loss: 0.567964 Accuracy: 0.90625
Step: 10600 Loss: 0.515173 Accuracy: 0.9375
Test set accuracy: 0.816
Switched CIFAR set to 5
Step: 10610 Loss: 0.472492 Accuracy: 0.96875
Step: 10620 Loss: 0.743984 Accuracy: 0.828125
Step: 10630 Loss: 0.541413 Accuracy: 0.90625
Step: 10640 Loss: 0.858896 Accuracy: 0.796875
Step: 10650 Loss: 0.557203 Accuracy: 0.875
Step: 10660 Loss: 0.654258 Accuracy: 0.890625
Step: 10670 Loss: 0.543428 Accuracy: 0.875
Step: 10680 Loss: 0.53821 Accuracy: 0.890625
Step: 10690 Loss: 0.726584 Accuracy: 0.828125
Step: 10700 Loss: 0.541037 Accuracy: 0.90625
Test set accuracy: 0.824
Step: 10710 Loss: 0.559512 Accuracy: 0.90625
Step: 10720 Loss: 0.66781 Accuracy: 0.875
Step: 10730 Loss: 0.44334 Accuracy: 0.96875
Step: 10740 Loss: 0.529849 Accuracy: 0.921875
Step: 10750 Loss: 0.452031 Accuracy: 0.953125
Step: 10760 Loss: 0.615997 Accuracy: 0.90625
Switched CIFAR set to 1
Step: 10770 Loss: 0.765611 Accuracy: 0.84375
Step: 10780 Loss: 0.735441 Accuracy: 0.84375
Step: 10790 Loss: 0.674841 Accuracy: 0.84375
Step: 10800 Loss: 0.949351 Accuracy: 0.75
Test set accuracy: 0.824
Step: 10810 Loss: 0.59532 Accuracy: 0.859375
Step: 10820 Loss: 0.670497 Accuracy: 0.859375
Step: 10830 Loss: 0.538488 Accuracy: 0.90625
Step: 10840 Loss: 0.633372 Accuracy: 0.859375
Step: 10850 Loss: 0.579736 Accuracy: 0.890625
Step: 10860 Loss: 0.648029 Accuracy: 0.875
Step: 10870 Loss: 0.584148 Accuracy: 0.90625
Step: 10880 Loss: 0.420113 Accuracy: 0.953125
Step: 10890 Loss: 0.549941 Accuracy: 0.890625
Step: 10900 Loss: 0.582222 Accuracy: 0.90625
Test set accuracy: 0.806
Step: 10910 Loss: 0.681225 Accuracy: 0.84375
Switched CIFAR set to 2
Step: 10920 Loss: 0.661028 Accuracy: 0.84375
Step: 10930 Loss: 0.491308 Accuracy: 0.9375
Step: 10940 Loss: 0.604429 Accuracy: 0.859375
Step: 10950 Loss: 0.810843 Accuracy: 0.796875
Step: 10960 Loss: 0.544442 Accuracy: 0.890625
Step: 10970 Loss: 0.508993 Accuracy: 0.90625
Step: 10980 Loss: 0.677715 Accuracy: 0.84375
Step: 10990 Loss: 0.573298 Accuracy: 0.859375
Step: 11000 Loss: 0.563388 Accuracy: 0.90625
Test set accuracy: 0.824
Step: 11010 Loss: 0.512857 Accuracy: 0.921875
Step: 11020 Loss: 0.405915 Accuracy: 0.96875
Step: 11030 Loss: 0.631983 Accuracy: 0.875
Step: 11040 Loss: 0.739027 Accuracy: 0.8125
Step: 11050 Loss: 0.714933 Accuracy: 0.828125
Step: 11060 Loss: 0.632937 Accuracy: 0.890625
Step: 11070 Loss: 0.685343 Accuracy: 0.875
Switched CIFAR set to 3
Step: 11080 Loss: 0.655444 Accuracy: 0.875
Step: 11090 Loss: 0.589753 Accuracy: 0.875
Step: 11100 Loss: 0.471229 Accuracy: 0.921875
Test set accuracy: 0.782
Step: 11110 Loss: 0.556909 Accuracy: 0.921875
Step: 11120 Loss: 0.575595 Accuracy: 0.875
Step: 11130 Loss: 0.500669 Accuracy: 0.921875
Step: 11140 Loss: 0.520546 Accuracy: 0.890625
Step: 11150 Loss: 0.507141 Accuracy: 0.90625
Step: 11160 Loss: 0.469444 Accuracy: 0.921875
Step: 11170 Loss: 0.465261 Accuracy: 0.96875
Step: 11180 Loss: 0.591001 Accuracy: 0.921875
Step: 11190 Loss: 0.478117 Accuracy: 0.9375
Step: 11200 Loss: 0.504747 Accuracy: 0.921875
Test set accuracy: 0.786
Step: 11210 Loss: 0.496433 Accuracy: 0.921875
Step: 11220 Loss: 0.558081 Accuracy: 0.859375
Step: 11230 Loss: 0.451191 Accuracy: 0.921875
Switched CIFAR set to 4
Step: 11240 Loss: 0.593241 Accuracy: 0.84375
Step: 11250 Loss: 0.781806 Accuracy: 0.796875
Step: 11260 Loss: 0.581749 Accuracy: 0.921875
Step: 11270 Loss: 0.59986 Accuracy: 0.875
Step: 11280 Loss: 0.434294 Accuracy: 0.953125
Step: 11290 Loss: 0.72798 Accuracy: 0.84375
Step: 11300 Loss: 0.610206 Accuracy: 0.84375
Test set accuracy: 0.808
Step: 11310 Loss: 0.484414 Accuracy: 0.90625
Step: 11320 Loss: 0.712654 Accuracy: 0.828125
Step: 11330 Loss: 0.510173 Accuracy: 0.90625
Step: 11340 Loss: 0.688157 Accuracy: 0.8125
Step: 11350 Loss: 0.552802 Accuracy: 0.90625
Step: 11360 Loss: 0.565554 Accuracy: 0.890625
Step: 11370 Loss: 0.564562 Accuracy: 0.921875
Step: 11380 Loss: 0.653693 Accuracy: 0.890625
Switched CIFAR set to 5
Step: 11390 Loss: 0.664992 Accuracy: 0.859375
Step: 11400 Loss: 0.680542 Accuracy: 0.890625
Test set accuracy: 0.792
Step: 11410 Loss: 0.571114 Accuracy: 0.921875
Step: 11420 Loss: 0.502641 Accuracy: 0.921875
Step: 11430 Loss: 0.735654 Accuracy: 0.875
Step: 11440 Loss: 0.677388 Accuracy: 0.84375
Step: 11450 Loss: 0.826636 Accuracy: 0.734375
Step: 11460 Loss: 0.616612 Accuracy: 0.90625
Step: 11470 Loss: 0.501567 Accuracy: 0.921875
Step: 11480 Loss: 0.542959 Accuracy: 0.921875
Step: 11490 Loss: 0.603459 Accuracy: 0.875
Step: 11500 Loss: 0.516244 Accuracy: 0.90625
Test set accuracy: 0.83
Step: 11510 Loss: 0.463778 Accuracy: 0.953125
Step: 11520 Loss: 0.443586 Accuracy: 0.96875
Step: 11530 Loss: 0.525811 Accuracy: 0.9375
Step: 11540 Loss: 0.556219 Accuracy: 0.9375
Switched CIFAR set to 1
Step: 11550 Loss: 0.696531 Accuracy: 0.828125
Step: 11560 Loss: 0.576646 Accuracy: 0.890625
Step: 11570 Loss: 0.832 Accuracy: 0.796875
Step: 11580 Loss: 0.514398 Accuracy: 0.90625
Step: 11590 Loss: 0.555531 Accuracy: 0.921875
Step: 11600 Loss: 0.675902 Accuracy: 0.8125
Test set accuracy: 0.834
Step: 11610 Loss: 0.412269 Accuracy: 0.9375
Step: 11620 Loss: 0.713306 Accuracy: 0.84375
Step: 11630 Loss: 0.623743 Accuracy: 0.875
Step: 11640 Loss: 0.587891 Accuracy: 0.90625
Step: 11650 Loss: 0.577114 Accuracy: 0.890625
Step: 11660 Loss: 0.620032 Accuracy: 0.84375
Step: 11670 Loss: 0.710673 Accuracy: 0.875
Step: 11680 Loss: 0.705064 Accuracy: 0.8125
Step: 11690 Loss: 0.491367 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 11700 Loss: 0.574633 Accuracy: 0.890625
Test set accuracy: 0.816
Step: 11710 Loss: 0.667699 Accuracy: 0.859375
Step: 11720 Loss: 0.593968 Accuracy: 0.890625
Step: 11730 Loss: 0.677531 Accuracy: 0.8125
Step: 11740 Loss: 0.572823 Accuracy: 0.90625
Step: 11750 Loss: 0.481877 Accuracy: 0.953125
Step: 11760 Loss: 0.64686 Accuracy: 0.875
Step: 11770 Loss: 0.509971 Accuracy: 0.9375
Step: 11780 Loss: 0.485819 Accuracy: 0.953125
Step: 11790 Loss: 0.637758 Accuracy: 0.875
Step: 11800 Loss: 0.479501 Accuracy: 0.9375
Test set accuracy: 0.82
Step: 11810 Loss: 0.520604 Accuracy: 0.921875
Step: 11820 Loss: 0.4206 Accuracy: 0.953125
Step: 11830 Loss: 0.737253 Accuracy: 0.828125
Step: 11840 Loss: 0.52749 Accuracy: 0.890625
Step: 11850 Loss: 0.578056 Accuracy: 0.890625
Switched CIFAR set to 3
Step: 11860 Loss: 0.537083 Accuracy: 0.875
Step: 11870 Loss: 0.702868 Accuracy: 0.84375
Step: 11880 Loss: 0.987743 Accuracy: 0.75
Step: 11890 Loss: 0.785738 Accuracy: 0.828125
Step: 11900 Loss: 0.498927 Accuracy: 0.9375
Test set accuracy: 0.816
Step: 11910 Loss: 0.531896 Accuracy: 0.875
Step: 11920 Loss: 0.451142 Accuracy: 0.9375
Step: 11930 Loss: 0.515962 Accuracy: 0.921875
Step: 11940 Loss: 0.787642 Accuracy: 0.8125
Step: 11950 Loss: 0.606972 Accuracy: 0.875
Step: 11960 Loss: 0.507702 Accuracy: 0.921875
Step: 11970 Loss: 0.53253 Accuracy: 0.90625
Step: 11980 Loss: 0.626584 Accuracy: 0.875
Step: 11990 Loss: 0.563899 Accuracy: 0.90625
Step: 12000 Loss: 0.550563 Accuracy: 0.921875
Test set accuracy: 0.818
Step: 12010 Loss: 0.39067 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 12020 Loss: 0.507656 Accuracy: 0.921875
Step: 12030 Loss: 0.576332 Accuracy: 0.875
Step: 12040 Loss: 0.616926 Accuracy: 0.859375
Step: 12050 Loss: 0.505622 Accuracy: 0.921875
Step: 12060 Loss: 0.672565 Accuracy: 0.859375
Step: 12070 Loss: 0.595262 Accuracy: 0.90625
Step: 12080 Loss: 0.547853 Accuracy: 0.875
Step: 12090 Loss: 0.647466 Accuracy: 0.859375
Step: 12100 Loss: 0.514413 Accuracy: 0.890625
Test set accuracy: 0.806
Step: 12110 Loss: 0.536587 Accuracy: 0.875
Step: 12120 Loss: 0.73871 Accuracy: 0.859375
Step: 12130 Loss: 0.530915 Accuracy: 0.90625
Step: 12140 Loss: 0.490452 Accuracy: 0.9375
Step: 12150 Loss: 0.53247 Accuracy: 0.90625
Step: 12160 Loss: 0.614998 Accuracy: 0.875
Switched CIFAR set to 5
Step: 12170 Loss: 0.521754 Accuracy: 0.921875
Step: 12180 Loss: 0.544347 Accuracy: 0.890625
Step: 12190 Loss: 0.620387 Accuracy: 0.859375
Step: 12200 Loss: 0.717099 Accuracy: 0.796875
Test set accuracy: 0.824
Step: 12210 Loss: 0.523019 Accuracy: 0.890625
Step: 12220 Loss: 0.609876 Accuracy: 0.875
Step: 12230 Loss: 0.44997 Accuracy: 0.953125
Step: 12240 Loss: 0.63563 Accuracy: 0.890625
Step: 12250 Loss: 0.648675 Accuracy: 0.90625
Step: 12260 Loss: 0.534679 Accuracy: 0.9375
Step: 12270 Loss: 0.550545 Accuracy: 0.859375
Step: 12280 Loss: 0.468635 Accuracy: 0.9375
Step: 12290 Loss: 0.548565 Accuracy: 0.890625
Step: 12300 Loss: 0.530061 Accuracy: 0.90625
Test set accuracy: 0.804
Step: 12310 Loss: 0.523615 Accuracy: 0.890625
Step: 12320 Loss: 0.521565 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 12330 Loss: 0.618672 Accuracy: 0.90625
Step: 12340 Loss: 0.573305 Accuracy: 0.875
Step: 12350 Loss: 0.59623 Accuracy: 0.890625
Step: 12360 Loss: 0.61154 Accuracy: 0.890625
Step: 12370 Loss: 0.524506 Accuracy: 0.921875
Step: 12380 Loss: 0.657354 Accuracy: 0.84375
Step: 12390 Loss: 0.611681 Accuracy: 0.890625
Step: 12400 Loss: 0.715096 Accuracy: 0.828125
Test set accuracy: 0.796
Step: 12410 Loss: 0.649019 Accuracy: 0.828125
Step: 12420 Loss: 0.589478 Accuracy: 0.890625
Step: 12430 Loss: 0.521502 Accuracy: 0.921875
Step: 12440 Loss: 0.431107 Accuracy: 0.96875
Step: 12450 Loss: 0.498495 Accuracy: 0.921875
Step: 12460 Loss: 0.666322 Accuracy: 0.875
Step: 12470 Loss: 0.468007 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 12480 Loss: 0.628993 Accuracy: 0.84375
Step: 12490 Loss: 0.671027 Accuracy: 0.859375
Step: 12500 Loss: 0.605297 Accuracy: 0.90625
Test set accuracy: 0.778
Step: 12510 Loss: 0.477112 Accuracy: 0.953125
Step: 12520 Loss: 0.566184 Accuracy: 0.90625
Step: 12530 Loss: 0.694029 Accuracy: 0.859375
Step: 12540 Loss: 0.440117 Accuracy: 0.9375
Step: 12550 Loss: 0.647382 Accuracy: 0.84375
Step: 12560 Loss: 0.537698 Accuracy: 0.921875
Step: 12570 Loss: 0.484657 Accuracy: 0.921875
Step: 12580 Loss: 0.494065 Accuracy: 0.921875
Step: 12590 Loss: 0.372028 Accuracy: 0.984375
Step: 12600 Loss: 0.632575 Accuracy: 0.859375
Test set accuracy: 0.766
Step: 12610 Loss: 0.580655 Accuracy: 0.875
Step: 12620 Loss: 0.645878 Accuracy: 0.875
Step: 12630 Loss: 0.474364 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 12640 Loss: 0.640894 Accuracy: 0.890625
Step: 12650 Loss: 0.472731 Accuracy: 0.9375
Step: 12660 Loss: 0.613947 Accuracy: 0.828125
Step: 12670 Loss: 0.50182 Accuracy: 0.90625
Step: 12680 Loss: 0.526628 Accuracy: 0.9375
Step: 12690 Loss: 0.615716 Accuracy: 0.875
Step: 12700 Loss: 0.514824 Accuracy: 0.90625
Test set accuracy: 0.822
Step: 12710 Loss: 0.673713 Accuracy: 0.859375
Step: 12720 Loss: 0.591972 Accuracy: 0.921875
Step: 12730 Loss: 0.563738 Accuracy: 0.9375
Step: 12740 Loss: 0.469786 Accuracy: 0.9375
Step: 12750 Loss: 0.58288 Accuracy: 0.859375
Step: 12760 Loss: 0.465961 Accuracy: 0.921875
Step: 12770 Loss: 0.541278 Accuracy: 0.90625
Step: 12780 Loss: 0.624053 Accuracy: 0.875
Step: 12790 Loss: 0.483564 Accuracy: 0.9375
Switched CIFAR set to 4
Step: 12800 Loss: 0.487566 Accuracy: 0.953125
Test set accuracy: 0.818
Step: 12810 Loss: 0.614048 Accuracy: 0.90625
Step: 12820 Loss: 0.65124 Accuracy: 0.828125
Step: 12830 Loss: 0.740172 Accuracy: 0.84375
Step: 12840 Loss: 0.570508 Accuracy: 0.890625
Step: 12850 Loss: 0.412179 Accuracy: 0.96875
Step: 12860 Loss: 0.591203 Accuracy: 0.890625
Step: 12870 Loss: 0.624815 Accuracy: 0.890625
Step: 12880 Loss: 0.475624 Accuracy: 0.953125
Step: 12890 Loss: 0.52744 Accuracy: 0.921875
Step: 12900 Loss: 0.396422 Accuracy: 0.984375
Test set accuracy: 0.81
Step: 12910 Loss: 0.597467 Accuracy: 0.875
Step: 12920 Loss: 0.600787 Accuracy: 0.859375
Step: 12930 Loss: 0.581074 Accuracy: 0.875
Step: 12940 Loss: 0.638246 Accuracy: 0.890625
Switched CIFAR set to 5
Step: 12950 Loss: 0.401707 Accuracy: 0.984375
Step: 12960 Loss: 0.64537 Accuracy: 0.859375
Step: 12970 Loss: 0.555031 Accuracy: 0.90625
Step: 12980 Loss: 0.618813 Accuracy: 0.875
Step: 12990 Loss: 0.648105 Accuracy: 0.84375
Step: 13000 Loss: 0.597732 Accuracy: 0.890625
Test set accuracy: 0.812
Step: 13010 Loss: 0.673903 Accuracy: 0.859375
Step: 13020 Loss: 0.688508 Accuracy: 0.828125
Step: 13030 Loss: 0.492025 Accuracy: 0.90625
Step: 13040 Loss: 0.440809 Accuracy: 0.9375
Step: 13050 Loss: 0.408942 Accuracy: 0.96875
Step: 13060 Loss: 0.569584 Accuracy: 0.890625
Step: 13070 Loss: 0.66542 Accuracy: 0.84375
Step: 13080 Loss: 0.46921 Accuracy: 0.90625
Step: 13090 Loss: 0.473062 Accuracy: 0.96875
Step: 13100 Loss: 0.4928 Accuracy: 0.921875
Test set accuracy: 0.824
Switched CIFAR set to 1
Step: 13110 Loss: 0.589238 Accuracy: 0.890625
Step: 13120 Loss: 0.720059 Accuracy: 0.84375
Step: 13130 Loss: 0.371701 Accuracy: 0.984375
Step: 13140 Loss: 0.493633 Accuracy: 0.921875
Step: 13150 Loss: 0.546515 Accuracy: 0.921875
Step: 13160 Loss: 0.512619 Accuracy: 0.9375
Step: 13170 Loss: 0.551967 Accuracy: 0.90625
Step: 13180 Loss: 0.437115 Accuracy: 0.9375
Step: 13190 Loss: 0.620973 Accuracy: 0.890625
Step: 13200 Loss: 0.408812 Accuracy: 0.96875
Test set accuracy: 0.796
Step: 13210 Loss: 0.575927 Accuracy: 0.890625
Step: 13220 Loss: 0.619951 Accuracy: 0.890625
Step: 13230 Loss: 0.423624 Accuracy: 0.96875
Step: 13240 Loss: 0.508517 Accuracy: 0.90625
Step: 13250 Loss: 0.53751 Accuracy: 0.890625
Switched CIFAR set to 2
Step: 13260 Loss: 0.598739 Accuracy: 0.875
Step: 13270 Loss: 0.791903 Accuracy: 0.796875
Step: 13280 Loss: 0.673189 Accuracy: 0.859375
Step: 13290 Loss: 0.485972 Accuracy: 0.9375
Step: 13300 Loss: 0.718282 Accuracy: 0.84375
Test set accuracy: 0.828
Step: 13310 Loss: 0.513263 Accuracy: 0.9375
Step: 13320 Loss: 0.728478 Accuracy: 0.84375
Step: 13330 Loss: 0.620088 Accuracy: 0.890625
Step: 13340 Loss: 0.694111 Accuracy: 0.84375
Step: 13350 Loss: 0.465084 Accuracy: 0.953125
Step: 13360 Loss: 0.479083 Accuracy: 0.9375
Step: 13370 Loss: 0.553805 Accuracy: 0.921875
Step: 13380 Loss: 0.71467 Accuracy: 0.828125
Step: 13390 Loss: 0.475542 Accuracy: 0.9375
Step: 13400 Loss: 0.523571 Accuracy: 0.90625
Test set accuracy: 0.81
Step: 13410 Loss: 0.494444 Accuracy: 0.921875
Switched CIFAR set to 3
Step: 13420 Loss: 0.57751 Accuracy: 0.875
Step: 13430 Loss: 0.513841 Accuracy: 0.9375
Step: 13440 Loss: 0.759512 Accuracy: 0.796875
Step: 13450 Loss: 0.591864 Accuracy: 0.890625
Step: 13460 Loss: 0.659012 Accuracy: 0.90625
Step: 13470 Loss: 0.403271 Accuracy: 0.953125
Step: 13480 Loss: 0.480859 Accuracy: 0.921875
Step: 13490 Loss: 0.546319 Accuracy: 0.90625
Step: 13500 Loss: 0.59527 Accuracy: 0.890625
Test set accuracy: 0.826
Step: 13510 Loss: 0.515151 Accuracy: 0.90625
Step: 13520 Loss: 0.564166 Accuracy: 0.890625
Step: 13530 Loss: 0.579553 Accuracy: 0.875
Step: 13540 Loss: 0.552098 Accuracy: 0.921875
Step: 13550 Loss: 0.502431 Accuracy: 0.9375
Step: 13560 Loss: 0.468145 Accuracy: 0.9375
Step: 13570 Loss: 0.56601 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 13580 Loss: 0.911942 Accuracy: 0.75
Step: 13590 Loss: 0.542806 Accuracy: 0.921875
Step: 13600 Loss: 0.379649 Accuracy: 0.984375
Test set accuracy: 0.796
Step: 13610 Loss: 0.468442 Accuracy: 0.90625
Step: 13620 Loss: 0.696153 Accuracy: 0.78125
Step: 13630 Loss: 0.547898 Accuracy: 0.890625
Step: 13640 Loss: 0.712111 Accuracy: 0.859375
Step: 13650 Loss: 0.616064 Accuracy: 0.875
Step: 13660 Loss: 0.421045 Accuracy: 0.9375
Step: 13670 Loss: 0.577739 Accuracy: 0.90625
Step: 13680 Loss: 0.597213 Accuracy: 0.890625
Step: 13690 Loss: 0.483038 Accuracy: 0.9375
Step: 13700 Loss: 0.652019 Accuracy: 0.859375
Test set accuracy: 0.814
Step: 13710 Loss: 0.430442 Accuracy: 0.96875
Step: 13720 Loss: 0.461496 Accuracy: 0.921875
Switched CIFAR set to 5
Step: 13730 Loss: 0.494711 Accuracy: 0.921875
Step: 13740 Loss: 0.612723 Accuracy: 0.859375
Step: 13750 Loss: 0.629683 Accuracy: 0.875
Step: 13760 Loss: 0.614305 Accuracy: 0.875
Step: 13770 Loss: 0.49757 Accuracy: 0.921875
Step: 13780 Loss: 0.590527 Accuracy: 0.890625
Step: 13790 Loss: 0.440044 Accuracy: 0.9375
Step: 13800 Loss: 0.656506 Accuracy: 0.890625
Test set accuracy: 0.808
Step: 13810 Loss: 0.527685 Accuracy: 0.90625
Step: 13820 Loss: 0.678768 Accuracy: 0.84375
Step: 13830 Loss: 0.564167 Accuracy: 0.90625
Step: 13840 Loss: 0.426294 Accuracy: 0.953125
Step: 13850 Loss: 0.501533 Accuracy: 0.90625
Step: 13860 Loss: 0.466185 Accuracy: 0.953125
Step: 13870 Loss: 0.442344 Accuracy: 0.953125
Step: 13880 Loss: 0.545068 Accuracy: 0.90625
Switched CIFAR set to 1
Step: 13890 Loss: 0.621971 Accuracy: 0.875
Step: 13900 Loss: 0.500565 Accuracy: 0.90625
Test set accuracy: 0.844
Step: 13910 Loss: 0.470126 Accuracy: 0.96875
Step: 13920 Loss: 0.618022 Accuracy: 0.890625
Step: 13930 Loss: 0.403728 Accuracy: 0.953125
Step: 13940 Loss: 0.469351 Accuracy: 0.953125
Step: 13950 Loss: 0.576757 Accuracy: 0.90625
Step: 13960 Loss: 0.524021 Accuracy: 0.921875
Step: 13970 Loss: 0.447997 Accuracy: 0.953125
Step: 13980 Loss: 0.496786 Accuracy: 0.9375
Step: 13990 Loss: 0.501905 Accuracy: 0.921875
Step: 14000 Loss: 0.406274 Accuracy: 0.9375
Test set accuracy: 0.85
Step: 14010 Loss: 0.485788 Accuracy: 0.96875
Step: 14020 Loss: 0.480677 Accuracy: 0.90625
Step: 14030 Loss: 0.49513 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 14040 Loss: 0.637926 Accuracy: 0.859375
Step: 14050 Loss: 0.637088 Accuracy: 0.875
Step: 14060 Loss: 0.50297 Accuracy: 0.921875
Step: 14070 Loss: 0.410404 Accuracy: 0.953125
Step: 14080 Loss: 0.506303 Accuracy: 0.921875
Step: 14090 Loss: 0.667341 Accuracy: 0.859375
Step: 14100 Loss: 0.61386 Accuracy: 0.859375
Test set accuracy: 0.82
Step: 14110 Loss: 0.456532 Accuracy: 0.953125
Step: 14120 Loss: 0.563652 Accuracy: 0.90625
Step: 14130 Loss: 0.455032 Accuracy: 0.9375
Step: 14140 Loss: 0.554689 Accuracy: 0.890625
Step: 14150 Loss: 0.561504 Accuracy: 0.890625
Step: 14160 Loss: 0.34724 Accuracy: 0.984375
Step: 14170 Loss: 0.692665 Accuracy: 0.859375
Step: 14180 Loss: 0.588777 Accuracy: 0.90625
Step: 14190 Loss: 0.496327 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 14200 Loss: 0.799931 Accuracy: 0.828125
Test set accuracy: 0.846
Step: 14210 Loss: 0.403918 Accuracy: 0.953125
Step: 14220 Loss: 0.426105 Accuracy: 0.96875
Step: 14230 Loss: 0.430352 Accuracy: 0.96875
Step: 14240 Loss: 0.587331 Accuracy: 0.90625
Step: 14250 Loss: 0.585365 Accuracy: 0.890625
Step: 14260 Loss: 0.597888 Accuracy: 0.875
Step: 14270 Loss: 0.524389 Accuracy: 0.921875
Step: 14280 Loss: 0.498746 Accuracy: 0.921875
Step: 14290 Loss: 0.604385 Accuracy: 0.875
Step: 14300 Loss: 0.427906 Accuracy: 0.953125
Test set accuracy: 0.814
Step: 14310 Loss: 0.461625 Accuracy: 0.953125
Step: 14320 Loss: 0.573255 Accuracy: 0.890625
Step: 14330 Loss: 0.61255 Accuracy: 0.890625
Step: 14340 Loss: 0.518356 Accuracy: 0.90625
Step: 14350 Loss: 0.403612 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 14360 Loss: 0.51121 Accuracy: 0.9375
Step: 14370 Loss: 0.64295 Accuracy: 0.921875
Step: 14380 Loss: 0.541621 Accuracy: 0.875
Step: 14390 Loss: 0.516963 Accuracy: 0.90625
Step: 14400 Loss: 0.684581 Accuracy: 0.828125
Test set accuracy: 0.832
Step: 14410 Loss: 0.435057 Accuracy: 0.9375
Step: 14420 Loss: 0.356264 Accuracy: 0.984375
Step: 14430 Loss: 0.458924 Accuracy: 0.9375
Step: 14440 Loss: 0.518647 Accuracy: 0.890625
Step: 14450 Loss: 0.631869 Accuracy: 0.859375
Step: 14460 Loss: 0.363652 Accuracy: 0.984375
Step: 14470 Loss: 0.607346 Accuracy: 0.890625
Step: 14480 Loss: 0.368279 Accuracy: 1.0
Step: 14490 Loss: 0.485029 Accuracy: 0.9375
Step: 14500 Loss: 0.674335 Accuracy: 0.828125
Test set accuracy: 0.79
Switched CIFAR set to 5
Step: 14510 Loss: 0.612822 Accuracy: 0.90625
Step: 14520 Loss: 0.545419 Accuracy: 0.890625
Step: 14530 Loss: 0.476722 Accuracy: 0.953125
Step: 14540 Loss: 0.509746 Accuracy: 0.953125
Step: 14550 Loss: 0.565548 Accuracy: 0.90625
Step: 14560 Loss: 0.55547 Accuracy: 0.90625
Step: 14570 Loss: 0.470199 Accuracy: 0.9375
Step: 14580 Loss: 0.488297 Accuracy: 0.921875
Step: 14590 Loss: 0.623292 Accuracy: 0.90625
Step: 14600 Loss: 0.575184 Accuracy: 0.90625
Test set accuracy: 0.826
Step: 14610 Loss: 0.520438 Accuracy: 0.921875
Step: 14620 Loss: 0.503443 Accuracy: 0.9375
Step: 14630 Loss: 0.476218 Accuracy: 0.921875
Step: 14640 Loss: 0.439509 Accuracy: 0.96875
Step: 14650 Loss: 0.482793 Accuracy: 0.921875
Step: 14660 Loss: 0.492416 Accuracy: 0.953125
Switched CIFAR set to 1
Step: 14670 Loss: 0.594117 Accuracy: 0.890625
Step: 14680 Loss: 0.617055 Accuracy: 0.890625
Step: 14690 Loss: 0.548807 Accuracy: 0.890625
Step: 14700 Loss: 0.663659 Accuracy: 0.84375
Test set accuracy: 0.852
Step: 14710 Loss: 0.417495 Accuracy: 0.953125
Step: 14720 Loss: 0.462655 Accuracy: 0.9375
Step: 14730 Loss: 0.572512 Accuracy: 0.875
Step: 14740 Loss: 0.456346 Accuracy: 0.9375
Step: 14750 Loss: 0.519693 Accuracy: 0.90625
Step: 14760 Loss: 0.480028 Accuracy: 0.921875
Step: 14770 Loss: 0.459141 Accuracy: 0.953125
Step: 14780 Loss: 0.518535 Accuracy: 0.90625
Step: 14790 Loss: 0.525138 Accuracy: 0.921875
Step: 14800 Loss: 0.434637 Accuracy: 0.96875
Test set accuracy: 0.85
Step: 14810 Loss: 0.539839 Accuracy: 0.90625
Switched CIFAR set to 2
Step: 14820 Loss: 0.56058 Accuracy: 0.890625
Step: 14830 Loss: 0.468359 Accuracy: 0.890625
Step: 14840 Loss: 0.465324 Accuracy: 0.953125
Step: 14850 Loss: 0.515741 Accuracy: 0.90625
Step: 14860 Loss: 0.423181 Accuracy: 0.96875
Step: 14870 Loss: 0.454469 Accuracy: 0.96875
Step: 14880 Loss: 0.662203 Accuracy: 0.875
Step: 14890 Loss: 0.437734 Accuracy: 0.96875
Step: 14900 Loss: 0.447702 Accuracy: 0.9375
Test set accuracy: 0.816
Step: 14910 Loss: 0.476079 Accuracy: 0.921875
Step: 14920 Loss: 0.396673 Accuracy: 0.953125
Step: 14930 Loss: 0.670961 Accuracy: 0.84375
Step: 14940 Loss: 0.490868 Accuracy: 0.953125
Step: 14950 Loss: 0.450581 Accuracy: 0.9375
Step: 14960 Loss: 0.479722 Accuracy: 0.890625
Step: 14970 Loss: 0.455127 Accuracy: 0.9375
Switched CIFAR set to 3
Step: 14980 Loss: 0.46866 Accuracy: 0.9375
Step: 14990 Loss: 0.528705 Accuracy: 0.890625
Step: 15000 Loss: 0.558953 Accuracy: 0.90625
Test set accuracy: 0.844
Step: 15010 Loss: 0.581897 Accuracy: 0.875
Step: 15020 Loss: 0.481961 Accuracy: 0.9375
Step: 15030 Loss: 0.527546 Accuracy: 0.890625
Step: 15040 Loss: 0.395608 Accuracy: 0.953125
Step: 15050 Loss: 0.532596 Accuracy: 0.90625
Step: 15060 Loss: 0.477722 Accuracy: 0.921875
Step: 15070 Loss: 0.592555 Accuracy: 0.875
Step: 15080 Loss: 0.468216 Accuracy: 0.921875
Step: 15090 Loss: 0.663396 Accuracy: 0.828125
Step: 15100 Loss: 0.600303 Accuracy: 0.875
Test set accuracy: 0.836
Step: 15110 Loss: 0.475464 Accuracy: 0.921875
Step: 15120 Loss: 0.49878 Accuracy: 0.921875
Step: 15130 Loss: 0.617987 Accuracy: 0.875
Switched CIFAR set to 4
Step: 15140 Loss: 0.629894 Accuracy: 0.859375
Step: 15150 Loss: 0.576791 Accuracy: 0.890625
Step: 15160 Loss: 0.533202 Accuracy: 0.90625
Step: 15170 Loss: 0.679727 Accuracy: 0.84375
Step: 15180 Loss: 0.670426 Accuracy: 0.859375
Step: 15190 Loss: 0.497445 Accuracy: 0.90625
Step: 15200 Loss: 0.466765 Accuracy: 0.953125
Test set accuracy: 0.84
Step: 15210 Loss: 0.548069 Accuracy: 0.890625
Step: 15220 Loss: 0.523759 Accuracy: 0.90625
Step: 15230 Loss: 0.411983 Accuracy: 0.953125
Step: 15240 Loss: 0.67449 Accuracy: 0.859375
Step: 15250 Loss: 0.394723 Accuracy: 0.96875
Step: 15260 Loss: 0.546362 Accuracy: 0.921875
Step: 15270 Loss: 0.422961 Accuracy: 0.96875
Step: 15280 Loss: 0.422803 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 15290 Loss: 0.528301 Accuracy: 0.953125
Step: 15300 Loss: 0.541948 Accuracy: 0.921875
Test set accuracy: 0.846
Step: 15310 Loss: 0.549843 Accuracy: 0.875
Step: 15320 Loss: 0.577052 Accuracy: 0.90625
Step: 15330 Loss: 0.47678 Accuracy: 0.921875
Step: 15340 Loss: 0.495484 Accuracy: 0.921875
Step: 15350 Loss: 0.505618 Accuracy: 0.9375
Step: 15360 Loss: 0.411048 Accuracy: 0.953125
Step: 15370 Loss: 0.580751 Accuracy: 0.90625
Step: 15380 Loss: 0.402062 Accuracy: 0.953125
Step: 15390 Loss: 0.517774 Accuracy: 0.921875
Step: 15400 Loss: 0.529361 Accuracy: 0.90625
Test set accuracy: 0.868
Step: 15410 Loss: 0.485868 Accuracy: 0.921875
Step: 15420 Loss: 0.507753 Accuracy: 0.921875
Step: 15430 Loss: 0.478963 Accuracy: 0.90625
Step: 15440 Loss: 0.435273 Accuracy: 0.96875
Switched CIFAR set to 1
Step: 15450 Loss: 0.42084 Accuracy: 0.953125
Step: 15460 Loss: 0.519066 Accuracy: 0.90625
Step: 15470 Loss: 0.707286 Accuracy: 0.90625
Step: 15480 Loss: 0.574412 Accuracy: 0.890625
Step: 15490 Loss: 0.523103 Accuracy: 0.90625
Step: 15500 Loss: 0.652188 Accuracy: 0.90625
Test set accuracy: 0.822
Step: 15510 Loss: 0.522922 Accuracy: 0.9375
Step: 15520 Loss: 0.486058 Accuracy: 0.9375
Step: 15530 Loss: 0.638285 Accuracy: 0.84375
Step: 15540 Loss: 0.528539 Accuracy: 0.90625
Step: 15550 Loss: 0.417394 Accuracy: 0.96875
Step: 15560 Loss: 0.428022 Accuracy: 0.9375
Step: 15570 Loss: 0.567104 Accuracy: 0.90625
Step: 15580 Loss: 0.549333 Accuracy: 0.890625
Step: 15590 Loss: 0.497154 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 15600 Loss: 0.495719 Accuracy: 0.890625
Test set accuracy: 0.832
Step: 15610 Loss: 0.359843 Accuracy: 0.96875
Step: 15620 Loss: 0.497861 Accuracy: 0.9375
Step: 15630 Loss: 0.555307 Accuracy: 0.875
Step: 15640 Loss: 0.453546 Accuracy: 0.953125
Step: 15650 Loss: 0.547727 Accuracy: 0.90625
Step: 15660 Loss: 0.47229 Accuracy: 0.9375
Step: 15670 Loss: 0.761533 Accuracy: 0.84375
Step: 15680 Loss: 0.515491 Accuracy: 0.890625
Step: 15690 Loss: 0.391612 Accuracy: 0.96875
Step: 15700 Loss: 0.495249 Accuracy: 0.9375
Test set accuracy: 0.842
Step: 15710 Loss: 0.539241 Accuracy: 0.921875
Step: 15720 Loss: 0.631176 Accuracy: 0.890625
Step: 15730 Loss: 0.451081 Accuracy: 0.953125
Step: 15740 Loss: 0.474598 Accuracy: 0.921875
Step: 15750 Loss: 0.407778 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 15760 Loss: 0.460446 Accuracy: 0.921875
Step: 15770 Loss: 0.471163 Accuracy: 0.921875
Step: 15780 Loss: 0.561499 Accuracy: 0.859375
Step: 15790 Loss: 0.499145 Accuracy: 0.921875
Step: 15800 Loss: 0.397718 Accuracy: 0.96875
Test set accuracy: 0.828
Step: 15810 Loss: 0.531332 Accuracy: 0.890625
Step: 15820 Loss: 0.484628 Accuracy: 0.9375
Step: 15830 Loss: 0.514787 Accuracy: 0.921875
Step: 15840 Loss: 0.422261 Accuracy: 0.953125
Step: 15850 Loss: 0.559852 Accuracy: 0.90625
Step: 15860 Loss: 0.464108 Accuracy: 0.921875
Step: 15870 Loss: 0.468094 Accuracy: 0.921875
Step: 15880 Loss: 0.675188 Accuracy: 0.875
Step: 15890 Loss: 0.458519 Accuracy: 0.921875
Step: 15900 Loss: 0.404233 Accuracy: 0.96875
Test set accuracy: 0.818
Step: 15910 Loss: 0.408163 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 15920 Loss: 0.617131 Accuracy: 0.90625
Step: 15930 Loss: 0.534329 Accuracy: 0.921875
Step: 15940 Loss: 0.590207 Accuracy: 0.875
Step: 15950 Loss: 0.451518 Accuracy: 0.96875
Step: 15960 Loss: 0.415326 Accuracy: 0.953125
Step: 15970 Loss: 0.540192 Accuracy: 0.875
Step: 15980 Loss: 0.594457 Accuracy: 0.890625
Step: 15990 Loss: 0.526968 Accuracy: 0.90625
Step: 16000 Loss: 0.443984 Accuracy: 0.953125
Test set accuracy: 0.806
Step: 16010 Loss: 0.430516 Accuracy: 0.953125
Step: 16020 Loss: 0.355064 Accuracy: 0.984375
Step: 16030 Loss: 0.50696 Accuracy: 0.921875
Step: 16040 Loss: 0.544798 Accuracy: 0.921875
Step: 16050 Loss: 0.550748 Accuracy: 0.890625
Step: 16060 Loss: 0.528181 Accuracy: 0.90625
Switched CIFAR set to 5
Step: 16070 Loss: 0.713394 Accuracy: 0.859375
Step: 16080 Loss: 0.639621 Accuracy: 0.859375
Step: 16090 Loss: 0.417129 Accuracy: 0.96875
Step: 16100 Loss: 0.4939 Accuracy: 0.9375
Test set accuracy: 0.806
Step: 16110 Loss: 0.550477 Accuracy: 0.90625
Step: 16120 Loss: 0.494176 Accuracy: 0.9375
Step: 16130 Loss: 0.470663 Accuracy: 0.9375
Step: 16140 Loss: 0.422256 Accuracy: 0.9375
Step: 16150 Loss: 0.659556 Accuracy: 0.828125
Step: 16160 Loss: 0.465022 Accuracy: 0.953125
Step: 16170 Loss: 0.458461 Accuracy: 0.96875
Step: 16180 Loss: 0.515926 Accuracy: 0.9375
Step: 16190 Loss: 0.476036 Accuracy: 0.953125
Step: 16200 Loss: 0.496112 Accuracy: 0.921875
Test set accuracy: 0.85
Step: 16210 Loss: 0.519309 Accuracy: 0.921875
Step: 16220 Loss: 0.529755 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 16230 Loss: 0.426006 Accuracy: 0.953125
Step: 16240 Loss: 0.588104 Accuracy: 0.921875
Step: 16250 Loss: 0.55479 Accuracy: 0.875
Step: 16260 Loss: 0.488323 Accuracy: 0.953125
Step: 16270 Loss: 0.430927 Accuracy: 0.953125
Step: 16280 Loss: 0.480017 Accuracy: 0.9375
Step: 16290 Loss: 0.521818 Accuracy: 0.921875
Step: 16300 Loss: 0.508591 Accuracy: 0.890625
Test set accuracy: 0.81
Step: 16310 Loss: 0.480582 Accuracy: 0.9375
Step: 16320 Loss: 0.467984 Accuracy: 0.953125
Step: 16330 Loss: 0.493601 Accuracy: 0.953125
Step: 16340 Loss: 0.537935 Accuracy: 0.90625
Step: 16350 Loss: 0.614288 Accuracy: 0.859375
Step: 16360 Loss: 0.412736 Accuracy: 0.984375
Step: 16370 Loss: 0.447064 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 16380 Loss: 0.445895 Accuracy: 0.9375
Step: 16390 Loss: 0.547351 Accuracy: 0.90625
Step: 16400 Loss: 0.429309 Accuracy: 0.96875
Test set accuracy: 0.82
Step: 16410 Loss: 0.463498 Accuracy: 0.9375
Step: 16420 Loss: 0.503458 Accuracy: 0.9375
Step: 16430 Loss: 0.578457 Accuracy: 0.890625
Step: 16440 Loss: 0.446794 Accuracy: 0.953125
Step: 16450 Loss: 0.535543 Accuracy: 0.90625
Step: 16460 Loss: 0.414633 Accuracy: 0.9375
Step: 16470 Loss: 0.513936 Accuracy: 0.90625
Step: 16480 Loss: 0.439444 Accuracy: 0.96875
Step: 16490 Loss: 0.412406 Accuracy: 0.984375
Step: 16500 Loss: 0.480688 Accuracy: 0.921875
Test set accuracy: 0.81
Step: 16510 Loss: 0.478062 Accuracy: 0.9375
Step: 16520 Loss: 0.511845 Accuracy: 0.921875
Step: 16530 Loss: 0.320843 Accuracy: 1.0
Switched CIFAR set to 3
Step: 16540 Loss: 0.626512 Accuracy: 0.875
Step: 16550 Loss: 0.482459 Accuracy: 0.9375
Step: 16560 Loss: 0.709791 Accuracy: 0.859375
Step: 16570 Loss: 0.427455 Accuracy: 0.953125
Step: 16580 Loss: 0.555262 Accuracy: 0.90625
Step: 16590 Loss: 0.459405 Accuracy: 0.9375
Step: 16600 Loss: 0.660541 Accuracy: 0.875
Test set accuracy: 0.836
Step: 16610 Loss: 0.505642 Accuracy: 0.9375
Step: 16620 Loss: 0.415851 Accuracy: 0.96875
Step: 16630 Loss: 0.471596 Accuracy: 0.953125
Step: 16640 Loss: 0.545357 Accuracy: 0.9375
Step: 16650 Loss: 0.466491 Accuracy: 0.96875
Step: 16660 Loss: 0.505233 Accuracy: 0.90625
Step: 16670 Loss: 0.498603 Accuracy: 0.9375
Step: 16680 Loss: 0.478874 Accuracy: 0.953125
Step: 16690 Loss: 0.523465 Accuracy: 0.90625
Switched CIFAR set to 4
Step: 16700 Loss: 0.538946 Accuracy: 0.90625
Test set accuracy: 0.848
Step: 16710 Loss: 0.626459 Accuracy: 0.875
Step: 16720 Loss: 0.424416 Accuracy: 0.9375
Step: 16730 Loss: 0.493238 Accuracy: 0.9375
Step: 16740 Loss: 0.479645 Accuracy: 0.90625
Step: 16750 Loss: 0.511679 Accuracy: 0.921875
Step: 16760 Loss: 0.590867 Accuracy: 0.90625
Step: 16770 Loss: 0.418571 Accuracy: 0.96875
Step: 16780 Loss: 0.605368 Accuracy: 0.875
Step: 16790 Loss: 0.445951 Accuracy: 0.9375
Step: 16800 Loss: 0.417241 Accuracy: 0.96875
Test set accuracy: 0.836
Step: 16810 Loss: 0.437411 Accuracy: 0.9375
Step: 16820 Loss: 0.45383 Accuracy: 0.9375
Step: 16830 Loss: 0.559509 Accuracy: 0.875
Step: 16840 Loss: 0.457797 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 16850 Loss: 0.549051 Accuracy: 0.875
Step: 16860 Loss: 0.552607 Accuracy: 0.921875
Step: 16870 Loss: 0.577872 Accuracy: 0.921875
Step: 16880 Loss: 0.452074 Accuracy: 0.953125
Step: 16890 Loss: 0.495856 Accuracy: 0.9375
Step: 16900 Loss: 0.482271 Accuracy: 0.9375
Test set accuracy: 0.802
Step: 16910 Loss: 0.48966 Accuracy: 0.921875
Step: 16920 Loss: 0.543754 Accuracy: 0.90625
Step: 16930 Loss: 0.537135 Accuracy: 0.90625
Step: 16940 Loss: 0.456033 Accuracy: 0.953125
Step: 16950 Loss: 0.403791 Accuracy: 0.953125
Step: 16960 Loss: 0.572685 Accuracy: 0.90625
Step: 16970 Loss: 0.528085 Accuracy: 0.921875
Step: 16980 Loss: 0.430662 Accuracy: 0.953125
Step: 16990 Loss: 0.435793 Accuracy: 0.953125
Step: 17000 Loss: 0.441264 Accuracy: 0.96875
Test set accuracy: 0.83
Switched CIFAR set to 1
Step: 17010 Loss: 0.546275 Accuracy: 0.90625
Step: 17020 Loss: 0.523435 Accuracy: 0.921875
Step: 17030 Loss: 0.510591 Accuracy: 0.9375
Step: 17040 Loss: 0.499548 Accuracy: 0.921875
Step: 17050 Loss: 0.438541 Accuracy: 0.953125
Step: 17060 Loss: 0.416273 Accuracy: 0.9375
Step: 17070 Loss: 0.507969 Accuracy: 0.921875
Step: 17080 Loss: 0.422639 Accuracy: 0.9375
Step: 17090 Loss: 0.486509 Accuracy: 0.921875
Step: 17100 Loss: 0.562312 Accuracy: 0.890625
Test set accuracy: 0.856
Step: 17110 Loss: 0.562476 Accuracy: 0.90625
Step: 17120 Loss: 0.401774 Accuracy: 0.984375
Step: 17130 Loss: 0.540257 Accuracy: 0.9375
Step: 17140 Loss: 0.398988 Accuracy: 0.953125
Step: 17150 Loss: 0.422903 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 17160 Loss: 0.347108 Accuracy: 0.984375
Step: 17170 Loss: 0.504468 Accuracy: 0.921875
Step: 17180 Loss: 0.562577 Accuracy: 0.9375
Step: 17190 Loss: 0.575587 Accuracy: 0.890625
Step: 17200 Loss: 0.613579 Accuracy: 0.890625
Test set accuracy: 0.832
Step: 17210 Loss: 0.376532 Accuracy: 0.96875
Step: 17220 Loss: 0.568369 Accuracy: 0.921875
Step: 17230 Loss: 0.441769 Accuracy: 0.9375
Step: 17240 Loss: 0.488169 Accuracy: 0.9375
Step: 17250 Loss: 0.513807 Accuracy: 0.921875
Step: 17260 Loss: 0.48019 Accuracy: 0.9375
Step: 17270 Loss: 0.430769 Accuracy: 0.96875
Step: 17280 Loss: 0.499136 Accuracy: 0.921875
Step: 17290 Loss: 0.388965 Accuracy: 0.984375
Step: 17300 Loss: 0.506021 Accuracy: 0.9375
Test set accuracy: 0.848
Step: 17310 Loss: 0.540574 Accuracy: 0.890625
Switched CIFAR set to 3
Step: 17320 Loss: 0.451552 Accuracy: 0.953125
Step: 17330 Loss: 0.556586 Accuracy: 0.90625
Step: 17340 Loss: 0.379344 Accuracy: 0.96875
Step: 17350 Loss: 0.666346 Accuracy: 0.84375
Step: 17360 Loss: 0.469836 Accuracy: 0.953125
Step: 17370 Loss: 0.548421 Accuracy: 0.890625
Step: 17380 Loss: 0.339109 Accuracy: 0.96875
Step: 17390 Loss: 0.475422 Accuracy: 0.921875
Step: 17400 Loss: 0.574501 Accuracy: 0.90625
Test set accuracy: 0.818
Step: 17410 Loss: 0.441546 Accuracy: 0.953125
Step: 17420 Loss: 0.501004 Accuracy: 0.953125
Step: 17430 Loss: 0.411865 Accuracy: 0.96875
Step: 17440 Loss: 0.535005 Accuracy: 0.921875
Step: 17450 Loss: 0.509987 Accuracy: 0.921875
Step: 17460 Loss: 0.391027 Accuracy: 0.953125
Step: 17470 Loss: 0.434571 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 17480 Loss: 0.533495 Accuracy: 0.921875
Step: 17490 Loss: 0.521022 Accuracy: 0.921875
Step: 17500 Loss: 0.512438 Accuracy: 0.9375
Test set accuracy: 0.806
Step: 17510 Loss: 0.594065 Accuracy: 0.90625
Step: 17520 Loss: 0.436756 Accuracy: 0.953125
Step: 17530 Loss: 0.561777 Accuracy: 0.9375
Step: 17540 Loss: 0.538907 Accuracy: 0.9375
Step: 17550 Loss: 0.39733 Accuracy: 0.984375
Step: 17560 Loss: 0.524659 Accuracy: 0.921875
Step: 17570 Loss: 0.549442 Accuracy: 0.921875
Step: 17580 Loss: 0.487046 Accuracy: 0.9375
Step: 17590 Loss: 0.639761 Accuracy: 0.84375
Step: 17600 Loss: 0.477665 Accuracy: 0.953125
Test set accuracy: 0.824
Step: 17610 Loss: 0.490893 Accuracy: 0.9375
Step: 17620 Loss: 0.429901 Accuracy: 0.984375
Switched CIFAR set to 5
Step: 17630 Loss: 0.502085 Accuracy: 0.921875
Step: 17640 Loss: 0.440893 Accuracy: 0.953125
Step: 17650 Loss: 0.582907 Accuracy: 0.90625
Step: 17660 Loss: 0.454794 Accuracy: 0.953125
Step: 17670 Loss: 0.64784 Accuracy: 0.890625
Step: 17680 Loss: 0.485493 Accuracy: 0.9375
Step: 17690 Loss: 0.598951 Accuracy: 0.890625
Step: 17700 Loss: 0.352021 Accuracy: 0.984375
Test set accuracy: 0.814
Step: 17710 Loss: 0.405474 Accuracy: 0.96875
Step: 17720 Loss: 0.474475 Accuracy: 0.921875
Step: 17730 Loss: 0.521961 Accuracy: 0.90625
Step: 17740 Loss: 0.508924 Accuracy: 0.90625
Step: 17750 Loss: 0.429593 Accuracy: 0.96875
Step: 17760 Loss: 0.40623 Accuracy: 0.953125
Step: 17770 Loss: 0.487172 Accuracy: 0.9375
Step: 17780 Loss: 0.542675 Accuracy: 0.921875
Switched CIFAR set to 1
Step: 17790 Loss: 0.687786 Accuracy: 0.875
Step: 17800 Loss: 0.378057 Accuracy: 0.953125
Test set accuracy: 0.826
Step: 17810 Loss: 0.537649 Accuracy: 0.9375
Step: 17820 Loss: 0.458421 Accuracy: 0.96875
Step: 17830 Loss: 0.470945 Accuracy: 0.9375
Step: 17840 Loss: 0.491108 Accuracy: 0.9375
Step: 17850 Loss: 0.404759 Accuracy: 0.96875
Step: 17860 Loss: 0.505104 Accuracy: 0.890625
Step: 17870 Loss: 0.373164 Accuracy: 1.0
Step: 17880 Loss: 0.443561 Accuracy: 0.96875
Step: 17890 Loss: 0.477981 Accuracy: 0.9375
Step: 17900 Loss: 0.471654 Accuracy: 0.953125
Test set accuracy: 0.822
Step: 17910 Loss: 0.484853 Accuracy: 0.96875
Step: 17920 Loss: 0.37088 Accuracy: 0.984375
Step: 17930 Loss: 0.468907 Accuracy: 0.921875
Switched CIFAR set to 2
Step: 17940 Loss: 0.574461 Accuracy: 0.9375
Step: 17950 Loss: 0.405786 Accuracy: 0.96875
Step: 17960 Loss: 0.525385 Accuracy: 0.90625
Step: 17970 Loss: 0.458311 Accuracy: 0.953125
Step: 17980 Loss: 0.59172 Accuracy: 0.875
Step: 17990 Loss: 0.582306 Accuracy: 0.921875
Step: 18000 Loss: 0.629329 Accuracy: 0.859375
Test set accuracy: 0.846
Step: 18010 Loss: 0.399693 Accuracy: 0.953125
Step: 18020 Loss: 0.530798 Accuracy: 0.921875
Step: 18030 Loss: 0.470409 Accuracy: 0.953125
Step: 18040 Loss: 0.473231 Accuracy: 0.9375
Step: 18050 Loss: 0.539321 Accuracy: 0.921875
Step: 18060 Loss: 0.44441 Accuracy: 0.953125
Step: 18070 Loss: 0.445429 Accuracy: 0.953125
Step: 18080 Loss: 0.369567 Accuracy: 0.953125
Step: 18090 Loss: 0.398089 Accuracy: 0.953125
Switched CIFAR set to 3
Step: 18100 Loss: 0.485822 Accuracy: 0.953125
Test set accuracy: 0.818
Step: 18110 Loss: 0.462206 Accuracy: 0.9375
Step: 18120 Loss: 0.425718 Accuracy: 0.96875
Step: 18130 Loss: 0.707797 Accuracy: 0.8125
Step: 18140 Loss: 0.43319 Accuracy: 0.96875
Step: 18150 Loss: 0.450239 Accuracy: 0.921875
Step: 18160 Loss: 0.518854 Accuracy: 0.9375
Step: 18170 Loss: 0.65748 Accuracy: 0.875
Step: 18180 Loss: 0.568453 Accuracy: 0.890625
Step: 18190 Loss: 0.394514 Accuracy: 0.96875
Step: 18200 Loss: 0.389936 Accuracy: 0.96875
Test set accuracy: 0.814
Step: 18210 Loss: 0.577954 Accuracy: 0.90625
Step: 18220 Loss: 0.405913 Accuracy: 0.984375
Step: 18230 Loss: 0.351577 Accuracy: 0.984375
Step: 18240 Loss: 0.453145 Accuracy: 0.953125
Step: 18250 Loss: 0.4464 Accuracy: 0.953125
Switched CIFAR set to 4
Step: 18260 Loss: 0.461562 Accuracy: 0.921875
Step: 18270 Loss: 0.527415 Accuracy: 0.9375
Step: 18280 Loss: 0.601156 Accuracy: 0.890625
Step: 18290 Loss: 0.379279 Accuracy: 0.96875
Step: 18300 Loss: 0.539759 Accuracy: 0.890625
Test set accuracy: 0.83
Step: 18310 Loss: 0.573242 Accuracy: 0.90625
Step: 18320 Loss: 0.430842 Accuracy: 0.953125
Step: 18330 Loss: 0.379114 Accuracy: 0.953125
Step: 18340 Loss: 0.373439 Accuracy: 0.984375
Step: 18350 Loss: 0.420728 Accuracy: 0.921875
Step: 18360 Loss: 0.38778 Accuracy: 0.96875
Step: 18370 Loss: 0.474413 Accuracy: 0.921875
Step: 18380 Loss: 0.505123 Accuracy: 0.921875
Step: 18390 Loss: 0.5757 Accuracy: 0.859375
Step: 18400 Loss: 0.37333 Accuracy: 0.984375
Test set accuracy: 0.816
Switched CIFAR set to 5
Step: 18410 Loss: 0.445278 Accuracy: 0.953125
Step: 18420 Loss: 0.592168 Accuracy: 0.890625
Step: 18430 Loss: 0.360658 Accuracy: 0.984375
Step: 18440 Loss: 0.579775 Accuracy: 0.859375
Step: 18450 Loss: 0.527477 Accuracy: 0.90625
Step: 18460 Loss: 0.586029 Accuracy: 0.90625
Step: 18470 Loss: 0.361047 Accuracy: 0.96875
Step: 18480 Loss: 0.479961 Accuracy: 0.9375
Step: 18490 Loss: 0.441944 Accuracy: 0.9375
Step: 18500 Loss: 0.388594 Accuracy: 0.96875
Test set accuracy: 0.856
Step: 18510 Loss: 0.469009 Accuracy: 0.953125
Step: 18520 Loss: 0.420576 Accuracy: 0.9375
Step: 18530 Loss: 0.344439 Accuracy: 0.984375
Step: 18540 Loss: 0.407553 Accuracy: 0.9375
Step: 18550 Loss: 0.417866 Accuracy: 0.9375
Step: 18560 Loss: 0.544407 Accuracy: 0.890625
Switched CIFAR set to 1
Step: 18570 Loss: 0.486841 Accuracy: 0.90625
Step: 18580 Loss: 0.411942 Accuracy: 0.953125
Step: 18590 Loss: 0.537671 Accuracy: 0.90625
Step: 18600 Loss: 0.439766 Accuracy: 0.953125
Test set accuracy: 0.856
Step: 18610 Loss: 0.476076 Accuracy: 0.921875
Step: 18620 Loss: 0.518158 Accuracy: 0.9375
Step: 18630 Loss: 0.604703 Accuracy: 0.890625
Step: 18640 Loss: 0.47549 Accuracy: 0.921875
Step: 18650 Loss: 0.573345 Accuracy: 0.875
Step: 18660 Loss: 0.563266 Accuracy: 0.890625
Step: 18670 Loss: 0.37804 Accuracy: 0.984375
Step: 18680 Loss: 0.387812 Accuracy: 0.96875
Step: 18690 Loss: 0.369815 Accuracy: 0.984375
Step: 18700 Loss: 0.43722 Accuracy: 0.9375
Test set accuracy: 0.85
Step: 18710 Loss: 0.429521 Accuracy: 0.9375
Switched CIFAR set to 2
Step: 18720 Loss: 0.504731 Accuracy: 0.921875
Step: 18730 Loss: 0.5019 Accuracy: 0.921875
Step: 18740 Loss: 0.529341 Accuracy: 0.90625
Step: 18750 Loss: 0.599741 Accuracy: 0.875
Step: 18760 Loss: 0.398936 Accuracy: 0.953125
Step: 18770 Loss: 0.471733 Accuracy: 0.953125
Step: 18780 Loss: 0.424301 Accuracy: 0.96875
Step: 18790 Loss: 0.410542 Accuracy: 0.96875
Step: 18800 Loss: 0.389988 Accuracy: 0.96875
Test set accuracy: 0.824
Step: 18810 Loss: 0.430861 Accuracy: 0.96875
Step: 18820 Loss: 0.354081 Accuracy: 0.96875
Step: 18830 Loss: 0.438754 Accuracy: 0.9375
Step: 18840 Loss: 0.46345 Accuracy: 0.953125
Step: 18850 Loss: 0.440981 Accuracy: 0.953125
Step: 18860 Loss: 0.424004 Accuracy: 0.96875
Step: 18870 Loss: 0.354077 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 18880 Loss: 0.519498 Accuracy: 0.90625
Step: 18890 Loss: 0.413182 Accuracy: 0.96875
Step: 18900 Loss: 0.434802 Accuracy: 0.953125
Test set accuracy: 0.846
Step: 18910 Loss: 0.465451 Accuracy: 0.9375
Step: 18920 Loss: 0.386476 Accuracy: 0.96875
Step: 18930 Loss: 0.51826 Accuracy: 0.953125
Step: 18940 Loss: 0.377113 Accuracy: 0.96875
Step: 18950 Loss: 0.389796 Accuracy: 0.96875
Step: 18960 Loss: 0.448664 Accuracy: 0.953125
Step: 18970 Loss: 0.364115 Accuracy: 0.96875
Step: 18980 Loss: 0.337924 Accuracy: 1.0
Step: 18990 Loss: 0.523081 Accuracy: 0.90625
Step: 19000 Loss: 0.395291 Accuracy: 0.96875
Test set accuracy: 0.856
Step: 19010 Loss: 0.398601 Accuracy: 0.953125
Step: 19020 Loss: 0.396765 Accuracy: 0.96875
Step: 19030 Loss: 0.435821 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 19040 Loss: 0.503528 Accuracy: 0.921875
Step: 19050 Loss: 0.494187 Accuracy: 0.9375
Step: 19060 Loss: 0.387836 Accuracy: 0.953125
Step: 19070 Loss: 0.514257 Accuracy: 0.890625
Step: 19080 Loss: 0.498102 Accuracy: 0.953125
Step: 19090 Loss: 0.532053 Accuracy: 0.90625
Step: 19100 Loss: 0.415589 Accuracy: 0.984375
Test set accuracy: 0.84
Step: 19110 Loss: 0.380914 Accuracy: 0.953125
Step: 19120 Loss: 0.385121 Accuracy: 0.953125
Step: 19130 Loss: 0.526785 Accuracy: 0.9375
Step: 19140 Loss: 0.538392 Accuracy: 0.9375
Step: 19150 Loss: 0.349721 Accuracy: 0.984375
Step: 19160 Loss: 0.341598 Accuracy: 1.0
Step: 19170 Loss: 0.558782 Accuracy: 0.90625
Step: 19180 Loss: 0.365366 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 19190 Loss: 0.571322 Accuracy: 0.90625
Step: 19200 Loss: 0.425246 Accuracy: 0.9375
Test set accuracy: 0.856
Step: 19210 Loss: 0.425653 Accuracy: 0.921875
Step: 19220 Loss: 0.500773 Accuracy: 0.90625
Step: 19230 Loss: 0.454135 Accuracy: 0.9375
Step: 19240 Loss: 0.443883 Accuracy: 0.96875
Step: 19250 Loss: 0.4835 Accuracy: 0.9375
Step: 19260 Loss: 0.350865 Accuracy: 1.0
Step: 19270 Loss: 0.430489 Accuracy: 0.9375
Step: 19280 Loss: 0.499195 Accuracy: 0.90625
Step: 19290 Loss: 0.532046 Accuracy: 0.90625
Step: 19300 Loss: 0.512732 Accuracy: 0.9375
Test set accuracy: 0.862
Step: 19310 Loss: 0.388595 Accuracy: 0.984375
Step: 19320 Loss: 0.408404 Accuracy: 0.96875
Step: 19330 Loss: 0.400629 Accuracy: 0.9375
Step: 19340 Loss: 0.407107 Accuracy: 0.984375
Switched CIFAR set to 1
Step: 19350 Loss: 0.428122 Accuracy: 0.953125
Step: 19360 Loss: 0.398789 Accuracy: 0.984375
Step: 19370 Loss: 0.497583 Accuracy: 0.953125
Step: 19380 Loss: 0.468171 Accuracy: 0.921875
Step: 19390 Loss: 0.473734 Accuracy: 0.953125
Step: 19400 Loss: 0.513115 Accuracy: 0.9375
Test set accuracy: 0.83
Step: 19410 Loss: 0.513764 Accuracy: 0.9375
Step: 19420 Loss: 0.396268 Accuracy: 0.96875
Step: 19430 Loss: 0.345123 Accuracy: 1.0
Step: 19440 Loss: 0.452649 Accuracy: 0.9375
Step: 19450 Loss: 0.489586 Accuracy: 0.921875
Step: 19460 Loss: 0.467623 Accuracy: 0.953125
Step: 19470 Loss: 0.441628 Accuracy: 0.953125
Step: 19480 Loss: 0.441674 Accuracy: 0.9375
Step: 19490 Loss: 0.436996 Accuracy: 0.953125
Switched CIFAR set to 2
Step: 19500 Loss: 0.755971 Accuracy: 0.8125
Test set accuracy: 0.854
Step: 19510 Loss: 0.426316 Accuracy: 0.953125
Step: 19520 Loss: 0.472572 Accuracy: 0.953125
Step: 19530 Loss: 0.409464 Accuracy: 0.984375
Step: 19540 Loss: 0.477756 Accuracy: 0.9375
Step: 19550 Loss: 0.437232 Accuracy: 0.96875
Step: 19560 Loss: 0.541846 Accuracy: 0.90625
Step: 19570 Loss: 0.498936 Accuracy: 0.921875
Step: 19580 Loss: 0.523649 Accuracy: 0.890625
Step: 19590 Loss: 0.368908 Accuracy: 0.96875
Step: 19600 Loss: 0.439837 Accuracy: 0.953125
Test set accuracy: 0.826
Step: 19610 Loss: 0.401385 Accuracy: 0.96875
Step: 19620 Loss: 0.45621 Accuracy: 0.9375
Step: 19630 Loss: 0.444514 Accuracy: 0.953125
Step: 19640 Loss: 0.405562 Accuracy: 0.984375
Step: 19650 Loss: 0.429954 Accuracy: 0.96875
Switched CIFAR set to 3
Step: 19660 Loss: 0.667526 Accuracy: 0.921875
Step: 19670 Loss: 0.53748 Accuracy: 0.890625
Step: 19680 Loss: 0.495428 Accuracy: 0.921875
Step: 19690 Loss: 0.556711 Accuracy: 0.921875
Step: 19700 Loss: 0.472862 Accuracy: 0.953125
Test set accuracy: 0.814
Step: 19710 Loss: 0.412597 Accuracy: 0.921875
Step: 19720 Loss: 0.508879 Accuracy: 0.9375
Step: 19730 Loss: 0.439785 Accuracy: 0.921875
Step: 19740 Loss: 0.488398 Accuracy: 0.953125
Step: 19750 Loss: 0.351321 Accuracy: 0.984375
Step: 19760 Loss: 0.468866 Accuracy: 0.9375
Step: 19770 Loss: 0.423809 Accuracy: 0.953125
Step: 19780 Loss: 0.49905 Accuracy: 0.921875
Step: 19790 Loss: 0.460103 Accuracy: 0.953125
Step: 19800 Loss: 0.391719 Accuracy: 0.984375
Test set accuracy: 0.842
Step: 19810 Loss: 0.385269 Accuracy: 0.96875
Switched CIFAR set to 4
Step: 19820 Loss: 0.464791 Accuracy: 0.96875
Step: 19830 Loss: 0.63786 Accuracy: 0.890625
Step: 19840 Loss: 0.334403 Accuracy: 1.0
Step: 19850 Loss: 0.5859 Accuracy: 0.890625
Step: 19860 Loss: 0.360899 Accuracy: 0.984375
Step: 19870 Loss: 0.520028 Accuracy: 0.921875
Step: 19880 Loss: 0.393226 Accuracy: 0.96875
Step: 19890 Loss: 0.610215 Accuracy: 0.890625
Step: 19900 Loss: 0.494886 Accuracy: 0.921875
Test set accuracy: 0.85
Step: 19910 Loss: 0.471604 Accuracy: 0.9375
Step: 19920 Loss: 0.394131 Accuracy: 0.96875
Step: 19930 Loss: 0.496741 Accuracy: 0.90625
Step: 19940 Loss: 0.40278 Accuracy: 0.96875
Step: 19950 Loss: 0.358503 Accuracy: 0.984375
Step: 19960 Loss: 0.501899 Accuracy: 0.953125
Switched CIFAR set to 5
Step: 19970 Loss: 0.392651 Accuracy: 0.953125
Step: 19980 Loss: 0.464599 Accuracy: 0.921875
Step: 19990 Loss: 0.562694 Accuracy: 0.921875
Model saved in file: ./trainingmodels/model_regularnet.ckpt
In [9]:
plt.plot(l) #Plot training loss
Out[9]:
[<matplotlib.lines.Line2D at 0x7fdd97306f90>]
In [10]:
plt.plot(a) #Plot training accuracy
Out[10]:
[<matplotlib.lines.Line2D at 0x7fdd97306dd0>]
In [11]:
plt.plot(aT) #Plot test accuracy
Out[11]:
[<matplotlib.lines.Line2D at 0x7fdd964d8290>]
In [12]:
np.max(aT) #Best test accuracy
Out[12]:
0.86799999999999999
In [19]:
# Calculate test accuracy
def CalcTestAccuracy(sess, data, labels, isTransformed):
percentageList = np.zeros(10)
yT = np.reshape(np.array(labels),[len(labels)])
if(isTransformed):
lossT,yP = sess.run([loss,output],feed_dict={input_layer:data.eval(),label_layer:yT})
else:
lossT,yP = sess.run([loss,output],feed_dict={input_layer:data,label_layer:yT})
equal = np.equal(yT,np.argmax(yP,1))
accuracy = np.sum(equal)/float(len(yT))
print "Test set accuracy: " + str(accuracy)
for i in range(0,len(yT)):
if equal[i] == False:
index = yT[i]
percentageList[index] += 1
return accuracy, percentageList
In [9]:
def RotateAndCalc(sess, images, labels):
#List with all accuracies
accList = []
prcList = np.zeros(len(labels))
rotAngle = 10
curAngle = 10
#First run for original image
fAcc,fPrc = CalcTestAccuracy(sess, ConvertImages(images), labels, False)
accList.append(fAcc)
prcList = [x+y for x, y in zip(prcList, fPrc)]
#Rotate 10 degree
while curAngle < 360:
print "Rotating degree " + str(curAngle)
rotImages = tf.contrib.image.rotate(ConvertImages(images), np.radians(curAngle))
#Calc accuracy for the rotated images
sAcc, sPrc = CalcTestAccuracy(sess, rotImages, labels, True)
prcList = [x+y for x, y in zip(prcList, sPrc)]
accList.append(sAcc)
#Increment or curAngle with +rotAngle
curAngle += rotAngle
#Get failures in percentage
prcSum = sum(prcList)
nPrcList = []
for numb in prcList:
nPrcList.append((numb / prcSum) * 100)
return accList, nPrcList
def GetLabelData(numbOfImg):
images = []
labels = []
currImg = 0
index = 0
#Collect data for one specific label
while currImg < numbOfImg:
if cifarT['labels'][index] == label:
images.append(cifarT['data'][index])
labels.append(cifarT['labels'][index])
currImg += 1
index += 1
return images, labels
def GetScrambleData(numbOfImg):
#Collect data across labels
images = cifarT['data'][0:numbOfImg]
labels = cifarT['labels'][0:numbOfImg]
return images, labels
def PlotAcc(accList):
#Plot our accuracies
x = np.arange(0, 360, 10)
plt.xlabel('Degree')
plt.ylabel('Accuracy')
plt.title('Accuracy with rotating images')
plt.plot(x,accList)
plt.show()
np.seterr(divide='ignore', invalid='ignore')
saver = tf.train.Saver()
with tf.Session() as sess:
saver.restore(sess, "./trainingmodels/RegularNet/model_regularnet.ckpt")
print "Model restored."
numbOfImg = 500 #Number of images to be found
finalLabelList = [] #List with each labellist inside it
'''
#Scramble classification
'''
print "Scramble classification"
sImages, sLabels = GetScrambleData(1000)
sAcc, sPrc = RotateAndCalc(sess, sImages, sLabels)
print "Percentage for failing classification: "
print sPrc
print "Total accuracy for the test set: " + str(sAcc[0])
PlotAcc(sAcc)
'''
'''
#Label wise classification
print "Label wise classification"
for label in range(0,10): #Label value 0-9
print "Classifying on label: " + str(label)
images, labels = GetLabelData(numbOfImg)
lAcc,_ = RotateAndCalc(sess, images, labels)
finalLabelList.append(lAcc)
PlotAcc(lAcc)
# Print all the label wise in same plot
Labels = ['Airplane', 'Automobile', 'Bird', 'Cat', 'Deer', 'Dog', 'Frog', 'Horse', 'Ship', 'Truck']
for i in range(len(finalLabelList)):
x = np.arange(0, 360, 10)
plt.xlabel('Degree')
plt.ylabel('Accuracy')
plt.title('Accuracy with rotating images')
plt.plot(x,finalLabelList[i], label=Labels[i])
plt.legend(bbox_to_anchor=(1.05, 1), loc=2, borderaxespad=0.)
plt.show()
Model restored.
Label wise classification
Classifying on label: 0
Test set accuracy: 0.336
Rotating degree 10
Test set accuracy: 0.302
Rotating degree 20
Test set accuracy: 0.196
Rotating degree 30
Test set accuracy: 0.152
Rotating degree 40
Test set accuracy: 0.11
Rotating degree 50
Test set accuracy: 0.096
Rotating degree 60
Test set accuracy: 0.072
Rotating degree 70
Test set accuracy: 0.128
Rotating degree 80
Test set accuracy: 0.232
Rotating degree 90
Test set accuracy: 0.242
Rotating degree 100
Test set accuracy: 0.204
Rotating degree 110
Test set accuracy: 0.16
Rotating degree 120
Test set accuracy: 0.114
Rotating degree 130
Test set accuracy: 0.08
Rotating degree 140
Test set accuracy: 0.084
Rotating degree 150
Test set accuracy: 0.07
Rotating degree 160
Test set accuracy: 0.158
Rotating degree 170
Test set accuracy: 0.254
Rotating degree 180
Test set accuracy: 0.224
Rotating degree 190
Test set accuracy: 0.216
Rotating degree 200
Test set accuracy: 0.172
Rotating degree 210
Test set accuracy: 0.118
Rotating degree 220
Test set accuracy: 0.094
Rotating degree 230
Test set accuracy: 0.088
Rotating degree 240
Test set accuracy: 0.076
Rotating degree 250
Test set accuracy: 0.138
Rotating degree 260
Test set accuracy: 0.22
Rotating degree 270
Test set accuracy: 0.244
Rotating degree 280
Test set accuracy: 0.196
Rotating degree 290
Test set accuracy: 0.14
Rotating degree 300
Test set accuracy: 0.124
Rotating degree 310
Test set accuracy: 0.086
Rotating degree 320
Test set accuracy: 0.098
Rotating degree 330
Test set accuracy: 0.096
Rotating degree 340
Test set accuracy: 0.196
Rotating degree 350
Test set accuracy: 0.348
Classifying on label: 1
Test set accuracy: 0.476
Rotating degree 10
Test set accuracy: 0.38
Rotating degree 20
Test set accuracy: 0.282
Rotating degree 30
Test set accuracy: 0.254
Rotating degree 40
Test set accuracy: 0.208
Rotating degree 50
Test set accuracy: 0.184
Rotating degree 60
Test set accuracy: 0.166
Rotating degree 70
Test set accuracy: 0.126
Rotating degree 80
Test set accuracy: 0.102
Rotating degree 90
Test set accuracy: 0.11
Rotating degree 100
Test set accuracy: 0.12
Rotating degree 110
Test set accuracy: 0.114
Rotating degree 120
Test set accuracy: 0.146
Rotating degree 130
Test set accuracy: 0.188
Rotating degree 140
Test set accuracy: 0.198
Rotating degree 150
Test set accuracy: 0.158
Rotating degree 160
Test set accuracy: 0.172
Rotating degree 170
Test set accuracy: 0.124
Rotating degree 180
Test set accuracy: 0.128
Rotating degree 190
Test set accuracy: 0.122
Rotating degree 200
Test set accuracy: 0.142
Rotating degree 210
Test set accuracy: 0.134
Rotating degree 220
Test set accuracy: 0.176
Rotating degree 230
Test set accuracy: 0.158
Rotating degree 240
Test set accuracy: 0.178
Rotating degree 250
Test set accuracy: 0.136
Rotating degree 260
Test set accuracy: 0.106
Rotating degree 270
Test set accuracy: 0.108
Rotating degree 280
Test set accuracy: 0.09
Rotating degree 290
Test set accuracy: 0.118
Rotating degree 300
Test set accuracy: 0.15
Rotating degree 310
Test set accuracy: 0.196
Rotating degree 320
Test set accuracy: 0.198
Rotating degree 330
Test set accuracy: 0.258
Rotating degree 340
Test set accuracy: 0.316
Rotating degree 350
Test set accuracy: 0.378
Classifying on label: 2
Test set accuracy: 0.272
Rotating degree 10
Test set accuracy: 0.272
Rotating degree 20
Test set accuracy: 0.216
Rotating degree 30
Test set accuracy: 0.178
Rotating degree 40
Test set accuracy: 0.118
Rotating degree 50
Test set accuracy: 0.104
Rotating degree 60
Test set accuracy: 0.1
Rotating degree 70
Test set accuracy: 0.128
Rotating degree 80
Test set accuracy: 0.13
Rotating degree 90
Test set accuracy: 0.142
Rotating degree 100
Test set accuracy: 0.166
Rotating degree 110
Test set accuracy: 0.132
Rotating degree 120
Test set accuracy: 0.108
Rotating degree 130
Test set accuracy: 0.072
Rotating degree 140
Test set accuracy: 0.082
Rotating degree 150
Test set accuracy: 0.078
Rotating degree 160
Test set accuracy: 0.092
Rotating degree 170
Test set accuracy: 0.11
Rotating degree 180
Test set accuracy: 0.098
Rotating degree 190
Test set accuracy: 0.126
Rotating degree 200
Test set accuracy: 0.12
Rotating degree 210
Test set accuracy: 0.09
Rotating degree 220
Test set accuracy: 0.068
Rotating degree 230
Test set accuracy: 0.074
Rotating degree 240
Test set accuracy: 0.068
Rotating degree 250
Test set accuracy: 0.078
Rotating degree 260
Test set accuracy: 0.136
Rotating degree 270
Test set accuracy: 0.134
Rotating degree 280
Test set accuracy: 0.14
Rotating degree 290
Test set accuracy: 0.134
Rotating degree 300
Test set accuracy: 0.102
Rotating degree 310
Test set accuracy: 0.09
Rotating degree 320
Test set accuracy: 0.086
Rotating degree 330
Test set accuracy: 0.11
Rotating degree 340
Test set accuracy: 0.154
Rotating degree 350
Test set accuracy: 0.254
Classifying on label: 3
Test set accuracy: 0.204
Rotating degree 10
Test set accuracy: 0.198
Rotating degree 20
Test set accuracy: 0.184
Rotating degree 30
Test set accuracy: 0.156
Rotating degree 40
Test set accuracy: 0.14
Rotating degree 50
Test set accuracy: 0.118
Rotating degree 60
Test set accuracy: 0.118
Rotating degree 70
Test set accuracy: 0.124
Rotating degree 80
Test set accuracy: 0.132
Rotating degree 90
Test set accuracy: 0.116
Rotating degree 100
Test set accuracy: 0.134
Rotating degree 110
Test set accuracy: 0.144
Rotating degree 120
Test set accuracy: 0.12
Rotating degree 130
Test set accuracy: 0.1
Rotating degree 140
Test set accuracy: 0.1
Rotating degree 150
Test set accuracy: 0.106
Rotating degree 160
Test set accuracy: 0.096
Rotating degree 170
Test set accuracy: 0.122
Rotating degree 180
Test set accuracy: 0.116
Rotating degree 190
Test set accuracy: 0.158
Rotating degree 200
Test set accuracy: 0.146
Rotating degree 210
Test set accuracy: 0.132
Rotating degree 220
Test set accuracy: 0.11
Rotating degree 230
Test set accuracy: 0.098
Rotating degree 240
Test set accuracy: 0.11
Rotating degree 250
Test set accuracy: 0.122
Rotating degree 260
Test set accuracy: 0.124
Rotating degree 270
Test set accuracy: 0.112
Rotating degree 280
Test set accuracy: 0.15
Rotating degree 290
Test set accuracy: 0.148
Rotating degree 300
Test set accuracy: 0.136
Rotating degree 310
Test set accuracy: 0.13
Rotating degree 320
Test set accuracy: 0.108
Rotating degree 330
Test set accuracy: 0.134
Rotating degree 340
Test set accuracy: 0.166
Rotating degree 350
Test set accuracy: 0.204
Classifying on label: 4
Test set accuracy: 0.252
Rotating degree 10
Test set accuracy: 0.228
Rotating degree 20
Test set accuracy: 0.178
Rotating degree 30
Test set accuracy: 0.132
Rotating degree 40
Test set accuracy: 0.078
Rotating degree 50
Test set accuracy: 0.104
Rotating degree 60
Test set accuracy: 0.096
Rotating degree 70
Test set accuracy: 0.12
Rotating degree 80
Test set accuracy: 0.15
Rotating degree 90
Test set accuracy: 0.14
Rotating degree 100
Test set accuracy: 0.132
Rotating degree 110
Test set accuracy: 0.112
Rotating degree 120
Test set accuracy: 0.102
Rotating degree 130
Test set accuracy: 0.088
Rotating degree 140
Test set accuracy: 0.102
Rotating degree 150
Test set accuracy: 0.1
Rotating degree 160
Test set accuracy: 0.14
Rotating degree 170
Test set accuracy: 0.152
Rotating degree 180
Test set accuracy: 0.158
Rotating degree 190
Test set accuracy: 0.118
Rotating degree 200
Test set accuracy: 0.12
Rotating degree 210
Test set accuracy: 0.098
Rotating degree 220
Test set accuracy: 0.088
Rotating degree 230
Test set accuracy: 0.084
Rotating degree 240
Test set accuracy: 0.104
Rotating degree 250
Test set accuracy: 0.122
Rotating degree 260
Test set accuracy: 0.162
Rotating degree 270
Test set accuracy: 0.154
Rotating degree 280
Test set accuracy: 0.158
Rotating degree 290
Test set accuracy: 0.134
Rotating degree 300
Test set accuracy: 0.116
Rotating degree 310
Test set accuracy: 0.082
Rotating degree 320
Test set accuracy: 0.102
Rotating degree 330
Test set accuracy: 0.132
Rotating degree 340
Test set accuracy: 0.192
Rotating degree 350
Test set accuracy: 0.244
Classifying on label: 5
Test set accuracy: 0.324
Rotating degree 10
Test set accuracy: 0.294
Rotating degree 20
Test set accuracy: 0.264
Rotating degree 30
Test set accuracy: 0.206
Rotating degree 40
Test set accuracy: 0.188
Rotating degree 50
Test set accuracy: 0.182
Rotating degree 60
Test set accuracy: 0.18
Rotating degree 70
Test set accuracy: 0.196
Rotating degree 80
Test set accuracy: 0.208
Rotating degree 90
Test set accuracy: 0.174
Rotating degree 100
Test set accuracy: 0.18
Rotating degree 110
Test set accuracy: 0.174
Rotating degree 120
Test set accuracy: 0.152
Rotating degree 130
Test set accuracy: 0.166
Rotating degree 140
Test set accuracy: 0.184
Rotating degree 150
Test set accuracy: 0.186
Rotating degree 160
Test set accuracy: 0.208
Rotating degree 170
Test set accuracy: 0.178
Rotating degree 180
Test set accuracy: 0.188
Rotating degree 190
Test set accuracy: 0.194
Rotating degree 200
Test set accuracy: 0.176
Rotating degree 210
Test set accuracy: 0.162
Rotating degree 220
Test set accuracy: 0.16
Rotating degree 230
Test set accuracy: 0.172
Rotating degree 240
Test set accuracy: 0.176
Rotating degree 250
Test set accuracy: 0.182
Rotating degree 260
Test set accuracy: 0.158
Rotating degree 270
Test set accuracy: 0.16
Rotating degree 280
Test set accuracy: 0.176
Rotating degree 290
Test set accuracy: 0.156
Rotating degree 300
Test set accuracy: 0.136
Rotating degree 310
Test set accuracy: 0.19
Rotating degree 320
Test set accuracy: 0.222
Rotating degree 330
Test set accuracy: 0.236
Rotating degree 340
Test set accuracy: 0.296
Rotating degree 350
Test set accuracy: 0.314
Classifying on label: 6
Test set accuracy: 0.286
Rotating degree 10
Test set accuracy: 0.27
Rotating degree 20
Test set accuracy: 0.246
Rotating degree 30
Test set accuracy: 0.216
Rotating degree 40
Test set accuracy: 0.206
Rotating degree 50
Test set accuracy: 0.2
Rotating degree 60
Test set accuracy: 0.198
Rotating degree 70
Test set accuracy: 0.204
Rotating degree 80
Test set accuracy: 0.202
Rotating degree 90
Test set accuracy: 0.18
Rotating degree 100
Test set accuracy: 0.188
Rotating degree 110
Test set accuracy: 0.19
Rotating degree 120
Test set accuracy: 0.182
Rotating degree 130
Test set accuracy: 0.182
Rotating degree 140
Test set accuracy: 0.19
Rotating degree 150
Test set accuracy: 0.156
Rotating degree 160
Test set accuracy: 0.176
Rotating degree 170
Test set accuracy: 0.174
Rotating degree 180
Test set accuracy: 0.154
Rotating degree 190
Test set accuracy: 0.162
Rotating degree 200
Test set accuracy: 0.18
Rotating degree 210
Test set accuracy: 0.15
Rotating degree 220
Test set accuracy: 0.164
Rotating degree 230
Test set accuracy: 0.18
Rotating degree 240
Test set accuracy: 0.164
Rotating degree 250
Test set accuracy: 0.172
Rotating degree 260
Test set accuracy: 0.184
Rotating degree 270
Test set accuracy: 0.202
Rotating degree 280
Test set accuracy: 0.204
Rotating degree 290
Test set accuracy: 0.194
Rotating degree 300
Test set accuracy: 0.206
Rotating degree 310
Test set accuracy: 0.2
Rotating degree 320
Test set accuracy: 0.198
Rotating degree 330
Test set accuracy: 0.194
Rotating degree 340
Test set accuracy: 0.232
Rotating degree 350
Test set accuracy: 0.268
Classifying on label: 7
Test set accuracy: 0.422
Rotating degree 10
Test set accuracy: 0.316
Rotating degree 20
Test set accuracy: 0.204
Rotating degree 30
Test set accuracy: 0.15
Rotating degree 40
Test set accuracy: 0.132
Rotating degree 50
Test set accuracy: 0.108
Rotating degree 60
Test set accuracy: 0.094
Rotating degree 70
Test set accuracy: 0.104
Rotating degree 80
Test set accuracy: 0.096
Rotating degree 90
Test set accuracy: 0.078
Rotating degree 100
Test set accuracy: 0.078
Rotating degree 110
Test set accuracy: 0.068
Rotating degree 120
Test set accuracy: 0.07
Rotating degree 130
Test set accuracy: 0.056
Rotating degree 140
Test set accuracy: 0.062
Rotating degree 150
Test set accuracy: 0.046
Rotating degree 160
Test set accuracy: 0.056
Rotating degree 170
Test set accuracy: 0.056
Rotating degree 180
Test set accuracy: 0.046
Rotating degree 190
Test set accuracy: 0.054
Rotating degree 200
Test set accuracy: 0.068
Rotating degree 210
Test set accuracy: 0.058
Rotating degree 220
Test set accuracy: 0.064
Rotating degree 230
Test set accuracy: 0.066
Rotating degree 240
Test set accuracy: 0.068
Rotating degree 250
Test set accuracy: 0.09
Rotating degree 260
Test set accuracy: 0.09
Rotating degree 270
Test set accuracy: 0.08
Rotating degree 280
Test set accuracy: 0.1
Rotating degree 290
Test set accuracy: 0.112
Rotating degree 300
Test set accuracy: 0.108
Rotating degree 310
Test set accuracy: 0.134
Rotating degree 320
Test set accuracy: 0.128
Rotating degree 330
Test set accuracy: 0.162
Rotating degree 340
Test set accuracy: 0.258
Rotating degree 350
Test set accuracy: 0.326
Classifying on label: 8
Test set accuracy: 0.344
Rotating degree 10
Test set accuracy: 0.242
Rotating degree 20
Test set accuracy: 0.218
Rotating degree 30
Test set accuracy: 0.178
Rotating degree 40
Test set accuracy: 0.166
Rotating degree 50
Test set accuracy: 0.124
Rotating degree 60
Test set accuracy: 0.106
Rotating degree 70
Test set accuracy: 0.086
Rotating degree 80
Test set accuracy: 0.074
Rotating degree 90
Test set accuracy: 0.1
Rotating degree 100
Test set accuracy: 0.06
Rotating degree 110
Test set accuracy: 0.076
Rotating degree 120
Test set accuracy: 0.076
Rotating degree 130
Test set accuracy: 0.068
Rotating degree 140
Test set accuracy: 0.098
Rotating degree 150
Test set accuracy: 0.088
Rotating degree 160
Test set accuracy: 0.078
Rotating degree 170
Test set accuracy: 0.056
Rotating degree 180
Test set accuracy: 0.074
Rotating degree 190
Test set accuracy: 0.062
Rotating degree 200
Test set accuracy: 0.074
Rotating degree 210
Test set accuracy: 0.114
Rotating degree 220
Test set accuracy: 0.112
Rotating degree 230
Test set accuracy: 0.134
Rotating degree 240
Test set accuracy: 0.092
Rotating degree 250
Test set accuracy: 0.094
Rotating degree 260
Test set accuracy: 0.072
Rotating degree 270
Test set accuracy: 0.106
Rotating degree 280
Test set accuracy: 0.066
Rotating degree 290
Test set accuracy: 0.072
Rotating degree 300
Test set accuracy: 0.094
Rotating degree 310
Test set accuracy: 0.13
Rotating degree 320
Test set accuracy: 0.162
Rotating degree 330
Test set accuracy: 0.166
Rotating degree 340
Test set accuracy: 0.22
Rotating degree 350
Test set accuracy: 0.262
Classifying on label: 9
Test set accuracy: 0.368
Rotating degree 10
Test set accuracy: 0.196
Rotating degree 20
Test set accuracy: 0.13
Rotating degree 30
Test set accuracy: 0.136
Rotating degree 40
Test set accuracy: 0.148
Rotating degree 50
Test set accuracy: 0.112
Rotating degree 60
Test set accuracy: 0.102
Rotating degree 70
Test set accuracy: 0.068
Rotating degree 80
Test set accuracy: 0.06
Rotating degree 90
Test set accuracy: 0.124
Rotating degree 100
Test set accuracy: 0.05
Rotating degree 110
Test set accuracy: 0.06
Rotating degree 120
Test set accuracy: 0.098
Rotating degree 130
Test set accuracy: 0.09
Rotating degree 140
Test set accuracy: 0.092
Rotating degree 150
Test set accuracy: 0.082
Rotating degree 160
Test set accuracy: 0.06
Rotating degree 170
Test set accuracy: 0.056
Rotating degree 180
Test set accuracy: 0.104
Rotating degree 190
Test set accuracy: 0.04
Rotating degree 200
Test set accuracy: 0.044
Rotating degree 210
Test set accuracy: 0.072
Rotating degree 220
Test set accuracy: 0.086
Rotating degree 230
Test set accuracy: 0.1
Rotating degree 240
Test set accuracy: 0.1
Rotating degree 250
Test set accuracy: 0.072
Rotating degree 260
Test set accuracy: 0.056
Rotating degree 270
Test set accuracy: 0.126
Rotating degree 280
Test set accuracy: 0.046
Rotating degree 290
Test set accuracy: 0.068
Rotating degree 300
Test set accuracy: 0.126
Rotating degree 310
Test set accuracy: 0.15
Rotating degree 320
Test set accuracy: 0.16
Rotating degree 330
Test set accuracy: 0.152
Rotating degree 340
Test set accuracy: 0.164
Rotating degree 350
Test set accuracy: 0.222
In [ ]:
In [ ]:
Content source: Rotvig/cs231n
Similar notebooks: